-- Logs begin at Fri 2022-05-20 08:29:02 UTC, end at Fri 2022-05-20 09:33:40 UTC. -- May 20 09:04:26.475182 dv-cinder-836996-23-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 20 09:04:29.249908 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.common.config [-] Logging enabled! May 20 09:04:29.250494 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev227 May 20 09:04:29.250601 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104166) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 20 09:04:29.253837 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.common.config [-] Logging enabled! May 20 09:04:29.254079 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev227 May 20 09:04:29.254384 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104166) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 20 09:04:29.255292 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 09:04:29.255541 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 09:04:29.255902 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 09:04:29.256140 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 09:04:29.256358 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 09:04:29.256770 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.257063 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.257292 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.257573 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.257859 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.258112 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.258394 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.258681 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.258959 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.259230 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.259552 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.259773 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.260048 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.260310 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.260586 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.260800 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] debug = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.261072 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.261502 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.261905 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.262181 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.262460 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.262784 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.263049 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.263337 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.263612 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.263930 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] host = dv-cinder-836996-23-iscsi {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.264200 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.264477 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.264762 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.265037 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.265306 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.265571 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.265846 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.266110 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.266372 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] log_file = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.266638 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.266918 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.267195 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.267499 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.267716 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.267930 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.268206 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.268494 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.268762 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.269026 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.269290 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.269552 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.269817 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.270078 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.270352 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.270625 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.270901 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.271164 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.271449 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.271711 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.271972 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.272246 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.272511 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.272772 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.273033 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.273306 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.273564 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.273825 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.274114 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.274390 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.274662 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.274936 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.275293 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.275546 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.275810 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.276072 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.276335 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] use_json = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.276599 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.276861 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.277131 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.277395 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.277659 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.277920 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.278181 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.278456 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.278718 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:29.279003 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.279375 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.279675 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.279950 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.280243 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.280515 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.280794 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.281065 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.281345 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.281626 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.281907 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.282177 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.282466 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.282754 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.283043 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.283427 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.283646 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.283929 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.284536 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.284802 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.285067 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.285341 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.285617 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.285888 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.286165 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.286444 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.286712 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.286998 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.287291 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.287572 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.287855 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.288132 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.288394 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.288661 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.288942 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.289207 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.289468 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.289744 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.290012 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.290274 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.290546 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.290848 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.291124 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.291408 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.291679 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.291960 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.292225 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.292489 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.292751 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.293016 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.293276 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.293549 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.293813 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.294076 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.294337 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.294603 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.294865 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.295124 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.295421 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.295687 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.295953 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.296215 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.296478 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.296741 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.297003 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.297266 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.297528 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.297790 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.298057 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.298317 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.298576 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.298834 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.299094 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.299377 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.299667 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.299936 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.300202 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.300470 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.300736 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.301002 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.301268 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.301536 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.301801 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.302063 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.302341 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.302614 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.302887 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.303159 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.303456 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.303763 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.304031 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.304298 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.304571 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.304837 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.305103 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.305379 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.305652 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.305935 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.306216 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.306535 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.306819 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.307114 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.307450 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.307725 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.308027 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.308299 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:29.308508 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 09:04:29.308740 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104166) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 20 09:04:29.762349 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 20 09:04:29.762604 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 20 09:04:29.762881 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 20 09:04:29.763228 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.manager [-] Loading core plugin: ml2 May 20 09:04:30.081367 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:30.081582 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:30.081783 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:30.082976 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:30.083243 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:30.083535 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:30.136589 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:30.136855 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:30.137114 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:30.151679 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:30.151946 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:30.152210 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:30.181791 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:30.182054 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:30.182312 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:30.217591 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:30.217855 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:30.218110 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:30.559937 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:30.560608 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:30.560608 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:30.560785 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:30.561369 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:30.665853 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:30.666163 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:30.666436 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:30.666696 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:30.666949 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:30.667247 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:30.667519 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:30.667766 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:30.668006 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:30.668277 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:30.668506 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:30.668764 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:30.668994 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:30.669237 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:30.669479 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:30.669734 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:30.669978 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:30.670234 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:30.670492 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:30.670745 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:30.671009 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:30.671270 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:30.671544 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:30.671909 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:30.672150 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:30.672387 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:30.672772 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104166) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 09:04:30.673004 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104166) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 09:04:30.673233 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104166) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 09:04:30.673459 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104166) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 09:04:30.673684 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104166) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 09:04:30.673913 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104166) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 09:04:30.674275 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 20 09:04:30.677541 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 20 09:04:30.681466 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 20 09:04:30.685124 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) May 20 09:04:30.686732 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 20 09:04:30.687198 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 20 09:04:30.687559 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 20 09:04:30.687926 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 20 09:04:30.690701 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 20 09:04:30.690942 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 20 09:04:30.691297 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 20 09:04:30.697282 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 20 09:04:30.720267 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 20 09:04:30.720706 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:30.720999 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104166) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 20 09:04:30.721351 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:30.722681 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104166) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 20 09:04:30.722950 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 20 09:04:30.723191 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 20 09:04:30.726502 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:30.726769 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:30.788321 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 20 09:04:30.788552 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 20 09:04:30.788782 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 20 09:04:30.789141 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 20 09:04:30.839093 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO dbcounter [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Registered counter for database neutron May 20 09:04:30.861797 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_db.sqlalchemy.engines [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104166) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 20 09:04:30.869995 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG dbcounter [-] [104166] Writer thread running {{(pid=104166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 20 09:04:31.319621 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.plugins.ml2.managers [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Initializing driver for type 'gre' May 20 09:04:31.320146 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] gre ID ranges: [(1, 1000)] May 20 09:04:31.373847 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.plugins.ml2.managers [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Initializing driver for type 'local' May 20 09:04:31.374167 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.plugins.ml2.managers [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Initializing driver for type 'vlan' May 20 09:04:31.388789 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] VlanTypeDriver initialization complete May 20 09:04:31.389138 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.plugins.ml2.managers [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Initializing driver for type 'vxlan' May 20 09:04:31.389623 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] vxlan ID ranges: [(1, 1000)] May 20 09:04:31.444372 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.plugins.ml2.managers [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Initializing extension driver 'port_security' May 20 09:04:31.444779 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.plugins.ml2.extensions.port_security [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] PortSecurityExtensionDriver initialization complete May 20 09:04:31.445186 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.plugins.ml2.managers [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Initializing mechanism driver 'openvswitch' May 20 09:04:31.445481 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.plugins.ml2.managers [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Initializing mechanism driver 'hyperv' May 20 09:04:31.452111 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.plugins.ml2.plugin [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:04:31.452802 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > port after_create 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.453149 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > port after_update 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.453496 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > port after_delete 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.454001 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104166) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 20 09:04:31.454415 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > subnet after_create 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.454763 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > subnet after_update 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.455105 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > subnet after_delete 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.455520 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104166) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 20 09:04:31.455917 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > network after_create 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.456258 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > network after_update 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.456711 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > network after_delete 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.456975 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104166) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 20 09:04:31.457352 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > security_group after_create 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.457693 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > security_group after_update 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.458025 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > security_group after_delete 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.458410 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104166) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 20 09:04:31.458801 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.459149 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.459507 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.459892 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104166) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 20 09:04:31.460275 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > address_group after_create 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.460612 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > address_group after_update 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.460940 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > address_group after_delete 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.463024 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104166) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 20 09:04:31.463598 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] ML2 OVO RPC backend initialized. {{(pid=104166) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 20 09:04:31.464333 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > router_interface after_create 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.464702 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.465126 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > network before_response 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.465478 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > networks before_response 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.465827 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > port before_response 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.466169 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > ports before_response 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.466512 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > subnet before_response 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.466849 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > subnets before_response 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.467190 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > network after_create 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.467557 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > network after_update 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.467889 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > network after_delete 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.468219 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > port after_create 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.468550 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > port after_update 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.468885 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > port after_delete 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.469215 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > subnet after_create 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.469544 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > subnet after_update 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.469872 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > subnet after_delete 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.477404 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.quota [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded quota_driver: . May 20 09:04:31.477795 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.plugins.ml2.plugin [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Modular L2 Plugin initialization complete May 20 09:04:31.478136 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading services supported by the core plugin {{(pid=104166) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 20 09:04:31.478467 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.plugins.ml2.managers [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Got port-security extension from driver 'port_security' May 20 09:04:31.478941 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.extensions.vlantransparent [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Disabled vlantransparent extension. May 20 09:04:31.479467 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104166) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 20 09:04:31.479782 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading Plugin: router May 20 09:04:31.514339 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > router_interface before_create 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.514723 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > router after_create 55549900 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.515088 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > router before_create 55549900 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.515471 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.515833 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.516181 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > router after_delete 55549900 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.516529 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > floatingip after_create 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.516927 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > floatingip after_update 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.517216 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > router after_create 55549900 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.517555 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > router after_update 55549900 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.517921 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > router after_update 55549900 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.518333 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.518683 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > router after_update 55549900 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.519071 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > router precommit_update 55549900 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.519458 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: port after_update 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.519807 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: port after_delete 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.520208 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: subnet after_update 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.520537 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.520906 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > port precommit_delete 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.521246 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > router precommit_create 55549900 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.521628 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: port before_delete 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.522002 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > router precommit_create 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.522333 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > router after_update 55549900 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.522755 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > router precommit_delete 55549900 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.523104 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > router precommit_create 55549900 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.523486 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > router_interface after_create 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.523891 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > router precommit_update 55549900 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.524271 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > agent after_create 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.524639 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > agent after_delete 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.524977 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > network after_delete 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.525933 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.quota.resource_registry [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Tracking information for resource: router configured {{(pid=104166) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 09:04:31.526394 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.quota.resource_registry [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Tracking information for resource: floatingip configured {{(pid=104166) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 09:04:31.532005 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.db.l3_agentschedulers_db [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 20 09:04:31.532602 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: port after_update 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.533106 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: port after_create 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.533354 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: port after_delete 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.533780 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: port after_update 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.534990 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > router before_create 55550100 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.535429 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > router precommit_delete 55550100 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.535857 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > router precommit_create 55550100 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.536228 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > router precommit_update 55550100 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.541349 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.services.provider_configuration [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Service providers = [] {{(pid=104166) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 20 09:04:31.541734 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.db.servicetype_db [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104166) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 20 09:04:31.544695 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.services.service_base [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104166) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 09:04:31.545041 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.services.service_base [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104166) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 09:04:31.545378 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.services.service_base [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104166) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 09:04:31.546258 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.services.service_base [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104166) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 09:04:31.546628 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.services.service_base [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Default provider is not specified for service type L3_ROUTER_NAT May 20 09:04:31.547000 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104166) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 09:04:31.547352 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 20 09:04:31.558133 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104166) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 09:04:31.558461 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading Plugin: auto_allocate May 20 09:04:31.564096 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: network precommit_update 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.564674 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: network precommit_create 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.564956 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104166) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 09:04:31.565266 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading Plugin: tag May 20 09:04:31.571953 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104166) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 09:04:31.572212 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading Plugin: timestamp May 20 09:04:31.576295 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104166) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 09:04:31.576618 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading Plugin: network_ip_availability May 20 09:04:31.582138 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.582501 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.582845 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.583584 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104166) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 09:04:31.583893 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading Plugin: flavors May 20 09:04:31.588627 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104166) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 09:04:31.588957 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading Plugin: revisions May 20 09:04:31.593210 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104166) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 09:04:31.593597 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_concurrency.lockutils [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.831s {{(pid=104166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 20 09:04:31.594319 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104166) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 20 09:04:31.594650 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Initializing extension manager. May 20 09:04:31.595174 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: __init__.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.595538 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: __pycache__ {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.595869 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: _port_mac_address_override.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.596192 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: address_group.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.597135 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.597706 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: address-group May 20 09:04:31.598025 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: address_scope.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.598743 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.599252 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: address-scope May 20 09:04:31.599592 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: admin_state_down_before_update.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.600516 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.601028 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: router-admin-state-down-before-update May 20 09:04:31.601346 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: agent.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.602033 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.602534 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: agent May 20 09:04:31.602850 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: agent_resources_synced.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.603787 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.604317 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: agent-resources-synced May 20 09:04:31.604633 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: allowedaddresspairs.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.606436 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.606955 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: allowed-address-pairs May 20 09:04:31.607286 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: auto_allocated_topology.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.608364 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.608870 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: auto-allocated-topology May 20 09:04:31.609188 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: availability_zone.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.609885 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.610391 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: availability_zone May 20 09:04:31.610702 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: availability_zone_filter.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.611646 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.612145 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: availability_zone_filter May 20 09:04:31.612460 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: data_plane_status.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.613363 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.613860 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extension data-plane-status not supported by any of loaded plugins May 20 09:04:31.614172 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: default_subnetpools.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.615086 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.615621 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: default-subnetpools May 20 09:04:31.615936 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: dhcpagentscheduler.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.616750 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.617249 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: dhcp_agent_scheduler May 20 09:04:31.617561 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: dns.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.618470 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.618965 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extension dns-integration not supported by any of loaded plugins May 20 09:04:31.619291 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: dns_domain_ports.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.620298 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.620805 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extension dns-domain-ports not supported by any of loaded plugins May 20 09:04:31.621119 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.622035 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.622533 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 20 09:04:31.622848 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: dvr.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.623534 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.624032 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: dvr May 20 09:04:31.624346 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: ecmp_routes.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.625243 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.625750 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extension ecmp_routes not supported by any of loaded plugins May 20 09:04:31.626066 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: empty_string_filtering.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.626983 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.627520 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: empty-string-filtering May 20 09:04:31.627834 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.628736 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.629236 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 20 09:04:31.629544 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.630462 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.630960 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 20 09:04:31.631279 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: external_net.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.632197 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.632697 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: external-net May 20 09:04:31.633006 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: extra_dhcp_opt.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.633913 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.634408 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: extra_dhcp_opt May 20 09:04:31.634719 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: extraroute.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.635673 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.636169 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: extraroute May 20 09:04:31.636484 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: extraroute_atomic.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.637507 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.638004 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: extraroute-atomic May 20 09:04:31.638319 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: filter_validation.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.638974 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.639507 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: filter-validation May 20 09:04:31.639818 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: fip_pf_description.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.640720 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.641219 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 20 09:04:31.641530 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: fip_pf_port_range.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.642440 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.642936 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 20 09:04:31.643250 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: fip_port_details.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.644210 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.644710 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: fip-port-details May 20 09:04:31.645022 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: flavors.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.646236 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.646737 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: flavors May 20 09:04:31.647077 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.648755 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.649283 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 20 09:04:31.649603 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: floatingip_pools.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.650463 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.651873 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: floatingip-pools May 20 09:04:31.651873 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: ip_allocation.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.652292 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.652804 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extension ip_allocation not supported by any of loaded plugins May 20 09:04:31.653118 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.654029 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.654539 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: ip-substring-filtering May 20 09:04:31.654856 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: l2_adjacency.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.657184 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.657184 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extension l2_adjacency not supported by any of loaded plugins May 20 09:04:31.657184 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: l3.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.657592 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.658109 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: router May 20 09:04:31.658422 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: l3_conntrack_helper.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.661022 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.661541 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 20 09:04:31.661860 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.662777 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.663300 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: ext-gw-mode May 20 09:04:31.663634 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.664544 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.665048 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: l3-ha May 20 09:04:31.665365 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.666267 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.666802 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 20 09:04:31.667116 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: l3_flavors.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.668049 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.668558 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: l3-flavors May 20 09:04:31.668866 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: l3_ndp_proxy.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.670226 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.670728 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 20 09:04:31.671044 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.671973 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.672481 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: l3-port-ip-change-not-allowed May 20 09:04:31.672798 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: l3agentscheduler.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.673868 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.674376 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: l3_agent_scheduler May 20 09:04:31.674698 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: local_ip.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.676516 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.677037 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extension local_ip not supported by any of loaded plugins May 20 09:04:31.677364 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: logging.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.678854 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.679402 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extension logging not supported by any of loaded plugins May 20 09:04:31.679724 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: metering.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.680473 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.681049 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: metering May 20 09:04:31.681366 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.682516 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.683024 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: metering_source_and_destination_fields May 20 09:04:31.683372 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: multiprovidernet.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.684427 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.684936 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: multi-provider May 20 09:04:31.685254 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: netmtu.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.686165 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.686672 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: net-mtu May 20 09:04:31.686986 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: netmtu_writable.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.687928 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.688430 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: net-mtu-writable May 20 09:04:31.688743 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: network_availability_zone.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.689414 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.689909 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: network_availability_zone May 20 09:04:31.690225 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: network_ip_availability.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.691371 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.691872 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: network-ip-availability May 20 09:04:31.692194 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: network_segment_range.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.692957 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.693457 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extension network-segment-range not supported by any of loaded plugins May 20 09:04:31.693772 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: pagination.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.694750 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.695071 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: pagination May 20 09:04:31.695426 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: port_device_profile.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.696346 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.696855 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: port-device-profile May 20 09:04:31.697166 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: port_mac_address_override.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.698126 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.698632 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: port-mac-override May 20 09:04:31.698945 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.699892 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.700401 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: port-mac-address-regenerate May 20 09:04:31.700712 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.701619 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.702123 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: port-numa-affinity-policy May 20 09:04:31.702432 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: port_resource_request.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.703360 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.703862 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extension port-resource-request not supported by any of loaded plugins May 20 09:04:31.704172 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: port_resource_request_groups.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.705129 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.705628 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extension port-resource-request-groups not supported by any of loaded plugins May 20 09:04:31.705938 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: portbindings.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.706874 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.707415 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: binding May 20 09:04:31.707728 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: portbindings_extended.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.708985 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.709493 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: binding-extended May 20 09:04:31.709816 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: portsecurity.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.710747 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.711252 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: port-security May 20 09:04:31.711592 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: project_id.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.712575 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.712901 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: project-id May 20 09:04:31.713214 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: providernet.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.714222 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.714728 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: provider May 20 09:04:31.715039 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: qos.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.718692 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.719203 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extension qos not supported by any of loaded plugins May 20 09:04:31.719547 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.720828 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.721336 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 20 09:04:31.721659 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.722573 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.723083 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 20 09:04:31.723441 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: qos_default.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.724346 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.724852 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extension qos-default not supported by any of loaded plugins May 20 09:04:31.725173 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: qos_fip.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.726083 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.726592 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extension qos-fip not supported by any of loaded plugins May 20 09:04:31.726913 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: qos_fip_network_policy.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.727846 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.728353 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 20 09:04:31.728672 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: qos_gateway_ip.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.729656 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.730168 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extension qos-gateway-ip not supported by any of loaded plugins May 20 09:04:31.730486 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: qos_port_network_policy.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.731433 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.731939 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extension qos-port-network-policy not supported by any of loaded plugins May 20 09:04:31.732253 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.733278 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.733788 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extension qos-pps-minimum not supported by any of loaded plugins May 20 09:04:31.734124 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.735187 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.735723 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 20 09:04:31.736041 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: qos_pps_rule.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.737262 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.737764 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extension qos-pps not supported by any of loaded plugins May 20 09:04:31.738083 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: qos_rule_type_details.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.739005 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.739539 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extension qos-rule-type-details not supported by any of loaded plugins May 20 09:04:31.739853 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: qos_rule_type_filter.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.740859 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.741426 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 20 09:04:31.741747 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: qos_rules_alias.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.742978 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.743514 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extension qos-rules-alias not supported by any of loaded plugins May 20 09:04:31.743829 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: quota_check_limit.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.744870 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.745382 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: quota-check-limit May 20 09:04:31.745697 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: quotasv2.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.746673 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.746991 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: quotas May 20 09:04:31.747331 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: quotasv2_detail.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.749107 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.749438 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: quota_details May 20 09:04:31.749759 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: rbac.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.750803 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.751349 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: rbac-policies May 20 09:04:31.751681 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: rbac_address_group.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.752611 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.753121 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: rbac-address-group May 20 09:04:31.753439 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: rbac_address_scope.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.754369 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.754877 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: rbac-address-scope May 20 09:04:31.755191 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: rbac_security_groups.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.756140 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.756655 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: rbac-security-groups May 20 09:04:31.756968 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: rbac_subnetpool.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.757884 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.758393 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: rbac-subnetpool May 20 09:04:31.758706 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: revisionifmatch.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.759652 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.760154 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: revision-if-match May 20 09:04:31.760544 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: revisions.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.761673 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.762179 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: standard-attr-revisions May 20 09:04:31.762496 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: router_availability_zone.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.763167 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.763699 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: router_availability_zone May 20 09:04:31.764015 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: routerservicetype.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.764949 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.765453 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extension router-service-type not supported by any of loaded plugins May 20 09:04:31.765765 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.766693 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.767200 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: security-groups-normalized-cidr May 20 09:04:31.767547 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: security_groups_port_filtering.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.768481 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.768987 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: port-security-groups-filtering May 20 09:04:31.769300 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.770235 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.770737 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: security-groups-remote-address-group May 20 09:04:31.771052 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.772017 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.772528 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: security-groups-shared-filtering May 20 09:04:31.772842 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.773429 dv-cinder-836996-23-iscsi neutron-server[104166]: WARNING neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 20 09:04:31.773740 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: securitygroup.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.785479 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.786008 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: security-group May 20 09:04:31.786343 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: segment.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.787073 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.787613 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extension segment not supported by any of loaded plugins May 20 09:04:31.787934 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.788875 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.789378 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 20 09:04:31.789701 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: servicetype.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.790804 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.791313 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: service-type May 20 09:04:31.791709 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: sorting.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.792707 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.793035 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: sorting May 20 09:04:31.793348 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: standard_attr_segment.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.794261 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.794774 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extension standard-attr-segment not supported by any of loaded plugins May 20 09:04:31.795090 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: standardattrdescription.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.795768 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.796274 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: standard-attr-description May 20 09:04:31.796587 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: stateful_security_group.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.797516 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.798030 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: stateful-security-group May 20 09:04:31.798348 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: stdattrs_common.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.798914 dv-cinder-836996-23-iscsi neutron-server[104166]: WARNING neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 20 09:04:31.799228 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.800182 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.800692 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 20 09:04:31.801006 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: subnet_onboard.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.802074 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.802590 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: subnet_onboard May 20 09:04:31.802905 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.803869 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.804376 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 20 09:04:31.804688 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: subnet_service_types.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.805606 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.806111 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: subnet-service-types May 20 09:04:31.806425 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: subnetallocation.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.807571 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.808082 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: subnet_allocation May 20 09:04:31.808615 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.809049 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.809646 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: subnetpool-prefix-ops May 20 09:04:31.809966 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.810929 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.811544 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 20 09:04:31.811835 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: tagging.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.812916 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.813437 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: standard-attr-tag May 20 09:04:31.813756 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: timestamp.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.814957 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.815495 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loaded extension: standard-attr-timestamp May 20 09:04:31.815816 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: trunk.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.816855 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.817361 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extension trunk not supported by any of loaded plugins May 20 09:04:31.817678 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: trunk_details.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.818594 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.819101 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extension trunk-details not supported by any of loaded plugins May 20 09:04:31.819452 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: uplink_status_propagation.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.820374 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.820898 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extension uplink-status-propagation not supported by any of loaded plugins May 20 09:04:31.821211 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Loading extension file: vlantransparent.py {{(pid=104166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 20 09:04:31.821888 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 20 09:04:31.822435 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extension vlan-transparent not supported by any of loaded plugins May 20 09:04:31.825061 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.quota.resource_registry [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Creating instance of TrackedResource for resource:network May 20 09:04:31.825586 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.quota.resource_registry [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Creating instance of TrackedResource for resource:subnet May 20 09:04:31.825989 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.quota.resource_registry [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Creating instance of TrackedResource for resource:subnetpool May 20 09:04:31.826377 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.quota.resource_registry [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Creating instance of TrackedResource for resource:port May 20 09:04:31.827632 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.v2.resource_helper [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 09:04:31.828063 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.v2.resource_helper [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Service FLAVORS assigned prefix: {{(pid=104166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 09:04:31.828681 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.v2.resource_helper [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 09:04:31.829100 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.v2.resource_helper [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 09:04:31.829424 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.quota.resource_registry [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Creating instance of TrackedResource for resource:router May 20 09:04:31.829849 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.quota.resource_registry [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Creating instance of TrackedResource for resource:floatingip May 20 09:04:31.830333 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.v2.resource_helper [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Service METERING assigned prefix: /metering {{(pid=104166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 09:04:31.831803 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.832174 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.832523 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:04:31.833514 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.quota.resource_registry [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Creating instance of CountableResource for resource:rbac_policy May 20 09:04:31.833967 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.quota.resource_registry [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Creating instance of TrackedResource for resource:security_group May 20 09:04:31.834403 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.quota.resource_registry [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Creating instance of TrackedResource for resource:security_group_rule May 20 09:04:31.835000 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.v2.resource_helper [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Service CORE assigned prefix: {{(pid=104166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 09:04:31.835350 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.quota.resource_registry [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Creating instance of TrackedResource for resource:subnetpool May 20 09:04:31.835691 dv-cinder-836996-23-iscsi neutron-server[104166]: WARNING neutron.quota.resource_registry [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] subnetpool is already registered May 20 09:04:31.836105 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.v2.resource_helper [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Service CORE assigned prefix: {{(pid=104166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 09:04:31.836432 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.quota.resource_registry [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Creating instance of TrackedResource for resource:subnetpool May 20 09:04:31.836752 dv-cinder-836996-23-iscsi neutron-server[104166]: WARNING neutron.quota.resource_registry [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] subnetpool is already registered May 20 09:04:31.839035 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.v2.resource_helper [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 09:04:31.839494 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.v2.resource_helper [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Service FLAVORS assigned prefix: {{(pid=104166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 09:04:31.840074 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.v2.resource_helper [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 09:04:31.840485 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.v2.resource_helper [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 09:04:31.840808 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.quota.resource_registry [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Creating instance of TrackedResource for resource:router May 20 09:04:31.841144 dv-cinder-836996-23-iscsi neutron-server[104166]: WARNING neutron.quota.resource_registry [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] router is already registered May 20 09:04:31.841541 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.quota.resource_registry [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Creating instance of TrackedResource for resource:floatingip May 20 09:04:31.841871 dv-cinder-836996-23-iscsi neutron-server[104166]: WARNING neutron.quota.resource_registry [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] floatingip is already registered May 20 09:04:31.842318 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.v2.resource_helper [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Service METERING assigned prefix: /metering {{(pid=104166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 09:04:31.842974 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.quota.resource_registry [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Creating instance of CountableResource for resource:rbac_policy May 20 09:04:31.843319 dv-cinder-836996-23-iscsi neutron-server[104166]: WARNING neutron.quota.resource_registry [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] rbac_policy is already registered May 20 09:04:31.843759 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.quota.resource_registry [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Creating instance of TrackedResource for resource:security_group May 20 09:04:31.844098 dv-cinder-836996-23-iscsi neutron-server[104166]: WARNING neutron.quota.resource_registry [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] security_group is already registered May 20 09:04:31.844520 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.quota.resource_registry [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Creating instance of TrackedResource for resource:security_group_rule May 20 09:04:31.844852 dv-cinder-836996-23-iscsi neutron-server[104166]: WARNING neutron.quota.resource_registry [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] security_group_rule is already registered May 20 09:04:31.845485 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.v2.resource_helper [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Service CORE assigned prefix: {{(pid=104166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 09:04:31.845810 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.quota.resource_registry [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Creating instance of TrackedResource for resource:subnetpool May 20 09:04:31.846136 dv-cinder-836996-23-iscsi neutron-server[104166]: WARNING neutron.quota.resource_registry [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] subnetpool is already registered May 20 09:04:31.846553 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.v2.resource_helper [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Service CORE assigned prefix: {{(pid=104166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 09:04:31.846870 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.quota.resource_registry [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Creating instance of TrackedResource for resource:subnetpool May 20 09:04:31.847193 dv-cinder-836996-23-iscsi neutron-server[104166]: WARNING neutron.quota.resource_registry [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] subnetpool is already registered May 20 09:04:31.847673 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extended resource: extensions {{(pid=104166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 09:04:31.849140 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extended resource: address-groups {{(pid=104166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 09:04:31.850636 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extended resource: address-scopes {{(pid=104166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 09:04:31.851980 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extended resource: agents {{(pid=104166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 09:04:31.853141 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extended resource: auto-allocated-topology {{(pid=104166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 09:04:31.854419 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extended resource: availability_zones {{(pid=104166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 09:04:31.855706 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extended resource: dhcp-networks {{(pid=104166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 09:04:31.857218 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extended resource: dhcp-agents {{(pid=104166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 09:04:31.858646 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extended resource: routers {{(pid=104166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 09:04:31.860389 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extended resource: flavors {{(pid=104166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 09:04:31.861646 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extended resource: service_profiles {{(pid=104166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 09:04:31.862848 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extended resource: next_providers {{(pid=104166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 09:04:31.864326 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extended resource: service_profiles {{(pid=104166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 09:04:31.865876 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extended resource: floatingip-pools {{(pid=104166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 09:04:31.867077 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extended resource: routers {{(pid=104166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 09:04:31.868807 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extended resource: floatingips {{(pid=104166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 09:04:31.870217 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extended resource: l3-routers {{(pid=104166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 09:04:31.871650 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extended resource: l3-agents {{(pid=104166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 09:04:31.873070 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extended resource: metering-labels {{(pid=104166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 09:04:31.874298 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extended resource: metering-label-rules {{(pid=104166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 09:04:31.875698 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extended resource: network-ip-availabilities {{(pid=104166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 09:04:31.876939 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extended resource: bindings {{(pid=104166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 09:04:31.878505 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extended resource: quotas {{(pid=104166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 09:04:31.880207 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extended resource: quotas {{(pid=104166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 09:04:31.881733 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extended resource: rbac-policies {{(pid=104166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 09:04:31.882907 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extended resource: security-groups {{(pid=104166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 09:04:31.885163 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extended resource: security-group-rules {{(pid=104166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 09:04:31.886493 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extended resource: service-providers {{(pid=104166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 09:04:31.887735 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extended resource: subnetpools {{(pid=104166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 09:04:31.889055 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extended resource: subnetpools {{(pid=104166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 09:04:31.890581 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extended resource: tags {{(pid=104166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 09:04:31.892295 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extended resource: tags {{(pid=104166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 09:04:31.894158 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extended resource: tags {{(pid=104166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 09:04:31.895953 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extended resource: tags {{(pid=104166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 09:04:31.897629 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extended resource: tags {{(pid=104166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 09:04:31.899630 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extended resource: tags {{(pid=104166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 09:04:31.901311 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extended resource: tags {{(pid=104166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 09:04:31.903183 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extended resource: tags {{(pid=104166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 09:04:31.904994 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extended resource: tags {{(pid=104166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 09:04:31.906741 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron.api.extensions [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Extended resource: tags {{(pid=104166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 09:04:31.913169 dv-cinder-836996-23-iscsi neutron-server[104166]: WARNING keystonemiddleware.auth_token [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 20 09:04:31.918503 dv-cinder-836996-23-iscsi neutron-server[104166]: WARNING keystonemiddleware.auth_token [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 20 09:04:31.927243 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_concurrency.lockutils [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Acquired lock "singleton_lock" {{(pid=104166) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 20 09:04:31.927717 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_concurrency.lockutils [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Releasing lock "singleton_lock" {{(pid=104166) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 20 09:04:31.928374 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO oslo_service.service [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Starting 2 workers May 20 09:04:31.933254 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Started child 104275 {{(pid=104166) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 20 09:04:31.937713 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Started child 104276 {{(pid=104166) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 20 09:04:31.938692 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:04:31.939405 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO neutron.service [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Neutron service started, listening on 0.0.0.0:9696 May 20 09:04:31.939952 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Publish callbacks [] for process (None), before_spawn {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:04:31.940234 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [-] (104275) wsgi starting up on http://0.0.0.0:9696 May 20 09:04:31.942422 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO oslo_service.service [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Starting 1 workers May 20 09:04:31.942550 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:04:31.943791 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [-] (104276) wsgi starting up on http://0.0.0.0:9696 May 20 09:04:31.947645 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Started child 104277 {{(pid=104166) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 20 09:04:31.948245 dv-cinder-836996-23-iscsi neutron-server[104166]: INFO oslo_service.service [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Starting 1 workers May 20 09:04:31.951378 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.service [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] calling RpcWorker wait() {{(pid=104277) _wait /opt/stack/neutron/neutron/service.py:128}} May 20 09:04:31.951932 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.service [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] returning from RpcWorker wait() {{(pid=104277) _wait /opt/stack/neutron/neutron/service.py:135}} May 20 09:04:31.952713 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Started child 104278 {{(pid=104166) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 20 09:04:31.953085 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:04:31.953547 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG neutron_lib.callbacks.manager [None req-fe815dd5-9201-4ef0-8007-d08ea60902eb None None] Publish callbacks [] for process (None), after_spawn {{(pid=104166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:04:31.953723 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:04:31.955567 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104166) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 20 09:04:31.955735 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 09:04:31.956130 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 09:04:31.956312 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 09:04:31.956833 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 09:04:31.956971 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 09:04:31.957507 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.957764 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.958018 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.958304 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.958443 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:04:31.958903 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.959092 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.959524 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.959621 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:04:31.959796 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.960060 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.960222 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.960400 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.960648 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.960879 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.961196 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.961451 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.961688 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.961916 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.962091 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.962326 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.962580 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.962793 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.963102 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] debug = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.963375 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.963900 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.964134 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.964381 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.964582 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.964846 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.965098 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.965358 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.965591 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.965826 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.966056 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.966320 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.966548 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.966761 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.966970 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.967225 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.967501 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.967952 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] host = dv-cinder-836996-23-iscsi {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.968188 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.968438 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.968654 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.968916 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.969175 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.969402 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.969651 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.969903 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.970144 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.970384 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.970637 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.970866 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.971117 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.971368 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] log_file = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.971526 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] log_options = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.971781 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.972043 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.972304 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.972501 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.972666 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.972826 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.973146 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.973282 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.973464 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.973677 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.973888 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.974115 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.974326 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.974552 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.974809 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.975020 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.975301 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.975532 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.975807 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.976050 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.976433 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.976684 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.976983 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.977154 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.977357 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.977586 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.977826 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.978299 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.978299 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.978667 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.978667 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.978943 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.979196 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.979433 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.979692 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.979917 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.980164 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.980432 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.981043 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.981043 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.981486 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.981486 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.981635 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.981901 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.982084 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.982318 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.982535 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] use_json = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.982758 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.982996 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.983229 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.983471 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.983711 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.983922 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.984133 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.984368 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.984608 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:31.984993 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.985273 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.985567 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.985832 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.986082 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.986329 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.986556 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.986771 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.987102 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.987253 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.987555 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.987810 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.988119 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.988383 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.989097 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.989097 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.989097 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.990243 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.990243 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.990243 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.990243 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.991289 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.991289 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.991289 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.991289 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.991289 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.991946 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.991946 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.992538 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.992538 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.992538 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.992942 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.993090 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.993268 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.993518 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.993755 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.993970 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.994183 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.994425 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.994637 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.994923 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.995156 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.995443 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.995670 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.995884 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.996161 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.996401 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.996655 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.996845 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.997121 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.997322 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.997552 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.997729 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.997997 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.998190 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.998433 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.998696 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.998888 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.999153 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.999793 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:31.999793 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.000086 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.000237 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.000376 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.000560 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.001294 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.001294 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.001294 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.001782 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.001782 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.002036 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.002036 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.002365 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.002490 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.002690 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.002887 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.003133 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.003401 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.003575 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.003826 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.004031 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.004240 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.004449 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.004675 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.004883 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.005118 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.005325 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.005553 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.005761 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.007143 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.007143 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.007143 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.007143 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.007143 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.007143 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.008029 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.008029 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.008029 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.008029 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.008584 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.008584 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.008844 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.008998 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.009134 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.009302 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.009516 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.009753 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.009968 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.010181 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.010457 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.010677 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.010911 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.011132 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.011423 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.011724 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.011896 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.012109 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.012407 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.012577 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.012854 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.013100 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.013385 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.013764 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.013894 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.014123 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.014405 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.014659 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.014911 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.015136 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.015521 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.015670 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.016028 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.016157 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.016380 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.016627 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.016874 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.017122 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.017351 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.017604 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.017925 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.018173 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.018383 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.018593 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.018864 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.019089 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.019353 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.019621 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.019866 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.020113 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.020353 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.020577 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.020803 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.021030 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.021255 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.021466 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.021695 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.021934 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.022126 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.022352 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.022579 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.022828 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.023021 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.023235 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.024609 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.024609 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.024609 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.024609 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.024609 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.025233 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.025233 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.025233 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.025596 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.025718 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.026978 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.026978 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.026978 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.026978 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.026978 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.027562 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.027562 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.027562 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.027894 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.028015 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.028135 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.028383 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.028577 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.028789 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.029004 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.029229 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.029454 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.029676 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.029884 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.030113 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.030355 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.030696 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.030954 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.031175 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.031454 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.031685 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.031916 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.032128 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.032341 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.032574 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.032808 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.033040 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.033255 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.033471 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.033812 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.033917 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.034443 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.034712 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.034959 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.035196 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.035436 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.035658 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.035886 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.036123 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.036349 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.036556 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.036761 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.036968 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.037180 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.037391 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.037671 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.037923 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.038149 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.038394 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.038628 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.038859 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.039843 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.039843 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.039843 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.039843 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.040697 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.040697 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.040697 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.040697 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.041148 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.041148 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.041382 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.041502 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.041718 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.041874 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.042083 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.042301 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.042515 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.042721 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.042962 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.043189 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.043420 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.043658 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.043871 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.044076 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.044301 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.044506 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.044712 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.045253 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.045253 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.045478 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.045633 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.045877 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.046102 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.046379 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.046607 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.046847 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.047091 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.047403 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.047616 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.047859 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.048095 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.048466 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.048694 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.048937 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.049447 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.049934 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.050362 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.050803 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.051191 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.051830 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.051830 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.052105 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.052284 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.052604 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.052884 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.053140 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.053369 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.053617 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.053837 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.054054 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.054262 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.054481 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.054697 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.054957 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.055184 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.055448 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.055665 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.055889 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.056116 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.056366 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.056577 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.056811 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.057027 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.057214 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 09:04:32.057732 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104166) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 20 09:04:32.057890 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 09:04:32.058040 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 09:04:32.058364 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 09:04:32.058537 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 09:04:32.058685 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 09:04:32.059039 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.059204 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.059400 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.059556 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.059872 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.060178 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.060340 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.060500 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.060659 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.060817 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.060993 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.061131 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.061288 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.061445 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.061603 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.061759 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.061917 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.062080 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.062236 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.062392 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.062547 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.062703 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] debug = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.062860 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.063050 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.063211 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.063389 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.063548 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.063706 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.063863 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.064019 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.064180 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.064331 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.064636 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.064789 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.065090 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.065251 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.065407 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.065563 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.065718 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.065874 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] host = dv-cinder-836996-23-iscsi {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.066039 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.066196 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.066351 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.066508 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.066665 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.066820 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.066972 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.067127 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.067299 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.067443 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.067598 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.067720 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:04:32.067845 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.067977 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.068097 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] log_file = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.068214 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] log_options = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.068330 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.068447 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.068605 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.068788 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.068948 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.069103 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.069258 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.069416 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.069572 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.069726 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.069882 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.070037 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.070193 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.070348 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.070501 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.070657 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.070813 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.070968 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.071123 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.071297 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.071446 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.071603 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.072050 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.072050 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.072050 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.072419 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.072419 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.072957 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.072957 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.072957 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.072957 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.073540 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.073540 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.073540 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.073540 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.073841 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.073841 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.073982 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.074942 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.074942 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.074942 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.074942 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.074942 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.074942 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.074942 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.076290 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.076290 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] use_json = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.076290 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.076290 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.076290 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.076290 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.076290 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.076290 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.076290 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.078069 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.078069 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 09:04:32.078069 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.078069 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.078069 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.078069 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.078069 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.078069 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.078704 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.078704 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.078704 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.078704 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.078704 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.078704 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.078704 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.078704 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.080001 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.080001 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.080001 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.080001 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.080001 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.080001 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.080001 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.080001 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.080920 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.080920 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.080920 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.080920 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.080920 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.080920 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.080920 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.081555 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.081555 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.081555 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.081555 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.081555 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.082392 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.082392 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.082392 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.082392 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.082392 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.082837 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.082837 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.082837 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.083100 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.083100 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.083242 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.083381 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.083497 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.083634 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.083781 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.083921 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.084079 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.084239 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.084407 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.084548 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.084858 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.085018 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.085176 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.085418 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.085503 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.085636 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.085792 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.085953 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.086110 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.086267 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.086425 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.086581 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.086738 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.087016 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.087016 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.087016 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.087016 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.087847 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.087847 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.087847 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.088186 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.088186 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.088410 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.088410 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.088675 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.088675 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.088895 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.089012 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.089129 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.089277 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.089435 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.089595 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.089754 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.089900 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.090035 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.090196 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.090354 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.090526 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.090674 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.090814 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.093689 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.093689 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.093689 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.093689 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.093689 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.093689 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.093689 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.093689 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.094532 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.094532 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.094532 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.094532 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.094532 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.094532 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.094532 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.094532 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.095084 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.095084 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.095084 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.095084 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.095084 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.095084 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.095084 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.095084 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.095652 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.095652 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.095652 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.095652 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.095652 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.095652 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.095652 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.095652 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.096624 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.096624 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.096624 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.096624 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.096624 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.096624 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.096624 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.097377 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.097377 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.097377 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.097377 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.097377 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.097926 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.097926 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.097926 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.097926 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.098325 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.098325 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.098325 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.098692 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.098692 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.098950 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.098950 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.099195 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.099195 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.099535 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.099535 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.099750 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.099750 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.099907 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.100053 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.100210 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.100368 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.100526 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.100683 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.100839 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.100995 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.101155 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.101312 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.101469 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.101626 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.101774 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.101928 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.102084 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.102241 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.102397 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.102553 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.102709 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.102864 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.103020 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.103373 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.103373 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.103559 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.103640 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.103800 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.103976 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.104453 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.104453 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.104453 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.104679 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.104759 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.104879 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.105035 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.105193 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.105349 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.105506 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.105663 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.105820 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.106001 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.106158 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.106573 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.106573 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.106727 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.106805 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.107184 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.107184 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.107184 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.107425 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.107815 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.107815 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.107815 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.108034 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.108112 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.108206 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.108370 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.108529 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.108686 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.108844 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.109001 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.109157 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.109314 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.109469 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.109626 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.109782 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.109938 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.110094 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.110250 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.110418 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.110576 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.110733 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.110891 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.111047 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.111204 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.111395 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.112115 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.112115 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.112115 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.112115 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.112115 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.112620 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.112620 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.112620 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.112836 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.112836 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.112987 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.113138 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.113294 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.113449 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.113606 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.113761 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.113917 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.114084 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.114239 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.114395 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.114550 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.114706 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.114862 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.115027 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.115183 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.115360 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.115508 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.115664 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.115821 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.115990 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.116149 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.116305 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.116469 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.116625 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.116779 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.116936 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.117103 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.117261 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.117421 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.117578 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.117733 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.117891 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.118050 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.118213 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.118378 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.118541 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.118700 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.118864 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.119031 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.119197 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.119386 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.119530 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.119734 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.119983 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.120146 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.120318 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.120449 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.120607 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.120767 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.120924 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.121098 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.121238 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.121395 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.121551 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.121708 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.121864 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.122020 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.122177 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.122333 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.122489 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.122646 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.122802 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 09:04:32.122952 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 09:04:32.157762 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 55730) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:04:32.169888 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [-] 10.222.0.69 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0088279 May 20 09:04:41.437483 dv-cinder-836996-23-iscsi neutron-server[104166]: DEBUG dbcounter [-] [104166] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:04:43.551466 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9003e40f-86bc-484d-8bcd-9db7fe0cee3c None None] get_active_networks_info from dv-cinder-836996-23-iscsi {{(pid=104277) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 20 09:04:43.563940 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writer thread running {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 20 09:04:43.620522 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9003e40f-86bc-484d-8bcd-9db7fe0cee3c None None] No non-hosted networks {{(pid=104277) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 20 09:04:43.647711 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.agentschedulers_db [None req-9003e40f-86bc-484d-8bcd-9db7fe0cee3c None None] DHCP Agent not found on host dv-cinder-836996-23-iscsi {{(pid=104277) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 20 09:04:43.778216 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ed43f61d-b73a-4ef1-ab75-36d8c9e97c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683054'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:04:45.112715 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writer thread running {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 20 09:04:45.763960 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4c519a1b-2bbc-47a6-97dd-0b4b7b7bf81d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683054'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:04:45.797511 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a6f78594-dac9-48ba-aaac-7a2b1ce191db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:04:46.841259 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 55800) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:04:47.087992 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683054'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:04:47.510781 dv-cinder-836996-23-iscsi neutron-server[104276]: WARNING oslo_policy.policy [None req-bce6c239-403a-46c8-8aa0-8369d4ee71f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 09:04:47.511470 dv-cinder-836996-23-iscsi neutron-server[104276]: WARNING oslo_policy.policy [None req-bce6c239-403a-46c8-8aa0-8369d4ee71f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 09:04:47.728422 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [None req-bce6c239-403a-46c8-8aa0-8369d4ee71f1 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=104276) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 20 09:04:47.743960 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-bce6c239-403a-46c8-8aa0-8369d4ee71f1 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9005442 May 20 09:04:48.335153 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683054'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:04:49.166923 dv-cinder-836996-23-iscsi neutron-server[104277]: INFO neutron.db.l3_hamode_db [None req-631f015f-f82e-4458-bfc2-b2069c81abdc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 20 09:04:49.248373 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631f015f-f82e-4458-bfc2-b2069c81abdc None None] Routers set() bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:04:49.248812 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631f015f-f82e-4458-bfc2-b2069c81abdc None None] Router IDs set() for agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 20 09:04:50.145329 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683054'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:04:50.146032 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:50.146391 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:50.146791 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:50.147591 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:50.147962 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:50.148830 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:50.148830 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:50.149038 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:50.149380 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:50.149758 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:50.150102 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:50.150424 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:50.150969 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:50.151317 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:50.151859 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:50.152337 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836996-23-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:04:50.158204 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836996-23-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:04:50.247482 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 55834) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:04:50.580080 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-f3c15f6a-d7e1-413c-9c37-38bdf0bef6ae admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'shared': True}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:04:50.667924 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.policy [None req-f3c15f6a-d7e1-413c-9c37-38bdf0bef6ae admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104276) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 20 09:04:50.708497 dv-cinder-836996-23-iscsi neutron-server[104276]: WARNING oslo_policy.policy [None req-f3c15f6a-d7e1-413c-9c37-38bdf0bef6ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 09:04:50.708866 dv-cinder-836996-23-iscsi neutron-server[104276]: WARNING oslo_policy.policy [None req-f3c15f6a-d7e1-413c-9c37-38bdf0bef6ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 09:04:50.729150 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writer thread running {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 20 09:04:50.809960 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f3c15f6a-d7e1-413c-9c37-38bdf0bef6ae admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728771781242', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728771781742', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728771732283', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728771742993', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728771745060', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728771693120', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1485529', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1474036', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-654418', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-547766'] for rbac-policy (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:04:50.882676 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f3c15f6a-d7e1-413c-9c37-38bdf0bef6ae admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:04:50.885616 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-f3c15f6a-d7e1-413c-9c37-38bdf0bef6ae admin admin] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6369994 May 20 09:04:53.313553 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 55846) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:04:53.673240 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-487778f7-c822-4836-aaed-10e139588ba3 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:04:53.708163 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487778f7-c822-4836-aaed-10e139588ba3 demo demo] Made reservation on behalf of 0d512da984d845ada1d62c6bfc2ef6c7 for: {'network': 1} {{(pid=104276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:04:53.714297 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-487778f7-c822-4836-aaed-10e139588ba3 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for network (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:04:53.736032 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-487778f7-c822-4836-aaed-10e139588ba3 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:04:53.846891 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-487778f7-c822-4836-aaed-10e139588ba3 demo demo] Publish callbacks [] for security_group (2fd256d9-447a-447e-96b0-8945cb3825af), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:04:53.853611 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-487778f7-c822-4836-aaed-10e139588ba3 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (2fd256d9-447a-447e-96b0-8945cb3825af), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:04:53.877846 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-487778f7-c822-4836-aaed-10e139588ba3 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=104276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 09:04:53.911968 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-487778f7-c822-4836-aaed-10e139588ba3 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728767071609', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461326'] for segment (cec7fe68-4a28-4b3f-90a4-3ea654c7ebca), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:04:53.912490 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.db.segments_db [None req-487778f7-c822-4836-aaed-10e139588ba3 demo demo] Added segment cec7fe68-4a28-4b3f-90a4-3ea654c7ebca of type vlan for network 655c6c2f-2d1b-46dc-b94a-46022078aad4 May 20 09:04:53.928766 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487778f7-c822-4836-aaed-10e139588ba3 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd256d9-447a-447e-96b0-8945cb3825af,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:53.974257 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487778f7-c822-4836-aaed-10e139588ba3 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:53.974448 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487778f7-c822-4836-aaed-10e139588ba3 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:53.974760 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487778f7-c822-4836-aaed-10e139588ba3 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:53.975140 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487778f7-c822-4836-aaed-10e139588ba3 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:53.975531 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487778f7-c822-4836-aaed-10e139588ba3 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:53.975756 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487778f7-c822-4836-aaed-10e139588ba3 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:53.976118 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487778f7-c822-4836-aaed-10e139588ba3 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:53.976391 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487778f7-c822-4836-aaed-10e139588ba3 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:53.976713 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487778f7-c822-4836-aaed-10e139588ba3 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:53.977003 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487778f7-c822-4836-aaed-10e139588ba3 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:53.977305 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487778f7-c822-4836-aaed-10e139588ba3 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:53.977627 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487778f7-c822-4836-aaed-10e139588ba3 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:53.977928 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487778f7-c822-4836-aaed-10e139588ba3 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:53.978229 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487778f7-c822-4836-aaed-10e139588ba3 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:53.978528 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487778f7-c822-4836-aaed-10e139588ba3 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:53.979988 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487778f7-c822-4836-aaed-10e139588ba3 demo demo] Tracked resource versions report: May 20 09:04:53.979988 dv-cinder-836996-23-iscsi neutron-server[104276]: pushed versions: May 20 09:04:53.979988 dv-cinder-836996-23-iscsi neutron-server[104276]: { 'AddressGroup': {'1.2'}, May 20 09:04:53.979988 dv-cinder-836996-23-iscsi neutron-server[104276]: 'Agent': {'1.1'}, May 20 09:04:53.979988 dv-cinder-836996-23-iscsi neutron-server[104276]: 'ConntrackHelper': {'1.0'}, May 20 09:04:53.979988 dv-cinder-836996-23-iscsi neutron-server[104276]: 'LocalIPAssociation': {'1.0'}, May 20 09:04:53.979988 dv-cinder-836996-23-iscsi neutron-server[104276]: 'Log': {'1.0'}, May 20 09:04:53.979988 dv-cinder-836996-23-iscsi neutron-server[104276]: 'NDPProxy': {'1.0'}, May 20 09:04:53.979988 dv-cinder-836996-23-iscsi neutron-server[104276]: 'Network': {'1.1'}, May 20 09:04:53.979988 dv-cinder-836996-23-iscsi neutron-server[104276]: 'Port': {'1.7'}, May 20 09:04:53.979988 dv-cinder-836996-23-iscsi neutron-server[104276]: 'PortForwarding': {'1.3'}, May 20 09:04:53.979988 dv-cinder-836996-23-iscsi neutron-server[104276]: 'QosPolicy': {'1.10'}, May 20 09:04:53.979988 dv-cinder-836996-23-iscsi neutron-server[104276]: 'SecurityGroup': {'1.5'}, May 20 09:04:53.979988 dv-cinder-836996-23-iscsi neutron-server[104276]: 'SecurityGroupRule': {'1.2'}, May 20 09:04:53.979988 dv-cinder-836996-23-iscsi neutron-server[104276]: 'SubPort': {'1.0'}, May 20 09:04:53.979988 dv-cinder-836996-23-iscsi neutron-server[104276]: 'Subnet': {'1.1'}, May 20 09:04:53.979988 dv-cinder-836996-23-iscsi neutron-server[104276]: 'Trunk': {'1.1'}} May 20 09:04:53.979988 dv-cinder-836996-23-iscsi neutron-server[104276]: consumer versions: May 20 09:04:53.979988 dv-cinder-836996-23-iscsi neutron-server[104276]: { DHCP agent@dv-cinder-836996-23-iscsi: {}, May 20 09:04:53.979988 dv-cinder-836996-23-iscsi neutron-server[104276]: L3 agent@dv-cinder-836996-23-iscsi: {}, May 20 09:04:53.979988 dv-cinder-836996-23-iscsi neutron-server[104276]: Metadata agent@dv-cinder-836996-23-iscsi: {}, May 20 09:04:53.979988 dv-cinder-836996-23-iscsi neutron-server[104276]: Metering agent@dv-cinder-836996-23-iscsi: {}, May 20 09:04:53.979988 dv-cinder-836996-23-iscsi neutron-server[104276]: Open vSwitch agent@dv-cinder-836996-23-iscsi: { 'AddressGroup': '1.2', May 20 09:04:53.979988 dv-cinder-836996-23-iscsi neutron-server[104276]: 'Agent': '1.1', May 20 09:04:53.979988 dv-cinder-836996-23-iscsi neutron-server[104276]: 'ConntrackHelper': '1.0', May 20 09:04:53.979988 dv-cinder-836996-23-iscsi neutron-server[104276]: 'LocalIPAssociation': '1.0', May 20 09:04:53.979988 dv-cinder-836996-23-iscsi neutron-server[104276]: 'Log': '1.0', May 20 09:04:53.979988 dv-cinder-836996-23-iscsi neutron-server[104276]: 'NDPProxy': '1.0', May 20 09:04:53.979988 dv-cinder-836996-23-iscsi neutron-server[104276]: 'Network': '1.1', May 20 09:04:53.979988 dv-cinder-836996-23-iscsi neutron-server[104276]: 'Port': '1.7', May 20 09:04:53.979988 dv-cinder-836996-23-iscsi neutron-server[104276]: 'PortForwarding': '1.3', May 20 09:04:53.979988 dv-cinder-836996-23-iscsi neutron-server[104276]: 'QosPolicy': '1.10', May 20 09:04:53.979988 dv-cinder-836996-23-iscsi neutron-server[104276]: 'SecurityGroup': '1.5', May 20 09:04:53.979988 dv-cinder-836996-23-iscsi neutron-server[104276]: 'SecurityGroupRule': '1.2', May 20 09:04:53.979988 dv-cinder-836996-23-iscsi neutron-server[104276]: 'SubPort': '1.0', May 20 09:04:53.979988 dv-cinder-836996-23-iscsi neutron-server[104276]: 'Subnet': '1.1', May 20 09:04:53.979988 dv-cinder-836996-23-iscsi neutron-server[104276]: 'Trunk': '1.1'}} May 20 09:04:53.979988 dv-cinder-836996-23-iscsi neutron-server[104276]: {{(pid=104276) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 09:04:54.015295 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-487778f7-c822-4836-aaed-10e139588ba3 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728766529127'] for network (655c6c2f-2d1b-46dc-b94a-46022078aad4), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:04:54.061503 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-487778f7-c822-4836-aaed-10e139588ba3 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360'] for network (655c6c2f-2d1b-46dc-b94a-46022078aad4), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:04:54.066576 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487778f7-c822-4836-aaed-10e139588ba3 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:04:54.067287 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-487778f7-c822-4836-aaed-10e139588ba3 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for network (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:04:54.156198 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-487778f7-c822-4836-aaed-10e139588ba3 demo demo] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8414969 May 20 09:04:54.184251 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=51,neutron:INSERT=43,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:04:54.188684 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487778f7-c822-4836-aaed-10e139588ba3 demo demo] Pushing event updated for resources: {'Network': ['ID=655c6c2f-2d1b-46dc-b94a-46022078aad4,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:54.202316 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Network 655c6c2f-2d1b-46dc-b94a-46022078aad4 details requested by agent ovs-agent-dv-cinder-836996-23-iscsi with host dv-cinder-836996-23-iscsi {{(pid=104277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 09:04:56.612724 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 55860) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:04:57.049479 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11dcc7d-be4a-4898-8d19-66d55ad76235 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:04:57.050877 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-a11dcc7d-be4a-4898-8d19-66d55ad76235 demo admin] 10.222.0.69 "GET /v2.0/networks/655c6c2f-2d1b-46dc-b94a-46022078aad4 HTTP/1.1" status: 200 len: 825 time: 0.4372218 May 20 09:04:57.078813 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-78812774-0242-4dff-b374-92bdbc8f974d demo admin] 10.222.0.69 "GET /v2.0/subnetpools/f42670ef-ad5b-40ea-bc48-2a3ac235dfaa HTTP/1.1" status: 200 len: 734 time: 0.0198226 May 20 09:04:57.091677 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-8088c808-1d39-4678-af00-082f00ad3307 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '655c6c2f-2d1b-46dc-b94a-46022078aad4', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': 'f42670ef-ad5b-40ea-bc48-2a3ac235dfaa'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:04:57.116820 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8088c808-1d39-4678-af00-082f00ad3307 demo admin] Made reservation on behalf of 0d512da984d845ada1d62c6bfc2ef6c7 for: {'subnet': 1} {{(pid=104276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:04:57.119447 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8088c808-1d39-4678-af00-082f00ad3307 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:04:57.295515 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:INSERT=17,neutron:SELECT=80,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:04:57.429636 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8088c808-1d39-4678-af00-082f00ad3307 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360'] for subnet (1e787438-c805-49a2-9368-d56c67680c7d), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:04:57.492785 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088c808-1d39-4678-af00-082f00ad3307 demo admin] Pushing event updated for resources: {'Subnet': ['ID=1e787438-c805-49a2-9368-d56c67680c7d,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:57.503208 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8088c808-1d39-4678-af00-082f00ad3307 demo admin] Checking segment: {'id': 'cec7fe68-4a28-4b3f-90a4-3ea654c7ebca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '655c6c2f-2d1b-46dc-b94a-46022078aad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:04:57.503606 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8088c808-1d39-4678-af00-082f00ad3307 demo admin] Network hostable DHCP agents. Network: 655c6c2f-2d1b-46dc-b94a-46022078aad4, hostable agents: ['b26f8cd8-eda4-4382-aac8-4197b502694f'], hosted agents: [] {{(pid=104276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 09:04:57.526697 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8088c808-1d39-4678-af00-082f00ad3307 demo admin] Network 655c6c2f-2d1b-46dc-b94a-46022078aad4 is scheduled to be hosted by DHCP agent b26f8cd8-eda4-4382-aac8-4197b502694f with binding_index 1 {{(pid=104276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 09:04:57.538196 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-8088c808-1d39-4678-af00-082f00ad3307 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-23-iscsi, 655c6c2f-2d1b-46dc-b94a-46022078aad4) {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:04:57.542691 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8088c808-1d39-4678-af00-082f00ad3307 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:04:57.543320 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8088c808-1d39-4678-af00-082f00ad3307 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for subnet (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:04:57.547916 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302944e0-056d-4589-87fc-6bc5933dc0f4 None None] Network 655c6c2f-2d1b-46dc-b94a-46022078aad4 requested from dv-cinder-836996-23-iscsi {{(pid=104277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 20 09:04:57.560014 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-8088c808-1d39-4678-af00-082f00ad3307 demo admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4718449 May 20 09:04:57.809678 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cac597-69f3-441a-b6d1-7e1e80745275 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cd1afc4-0ceb-5b8d-a1dd-ae16400ad0c0-655c6c2f-2d1b-46dc-b94a-46022078aad4', 'network_id': '655c6c2f-2d1b-46dc-b94a-46022078aad4', 'project_id': '0d512da984d845ada1d62c6bfc2ef6c7', 'fixed_ips': [{'subnet_id': '1e787438-c805-49a2-9368-d56c67680c7d'}]}} from dv-cinder-836996-23-iscsi. {{(pid=104277) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 20 09:04:57.810987 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-03cac597-69f3-441a-b6d1-7e1e80745275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:04:58.082385 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [None req-03cac597-69f3-441a-b6d1-7e1e80745275 None None] Allocated IP 172.20.0.2 (655c6c2f-2d1b-46dc-b94a-46022078aad4/1e787438-c805-49a2-9368-d56c67680c7d/8257a018-d34a-44f6-965d-f7d14da6d0f9) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:04:58.101057 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=64,neutron:INSERT=34,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:04:58.352319 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-03cac597-69f3-441a-b6d1-7e1e80745275 None None] Publish callbacks [] for port (8257a018-d34a-44f6-965d-f7d14da6d0f9), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:04:58.362701 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-03cac597-69f3-441a-b6d1-7e1e80745275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936'] for port (8257a018-d34a-44f6-965d-f7d14da6d0f9), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:04:58.433686 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cac597-69f3-441a-b6d1-7e1e80745275 None None] Network 655c6c2f-2d1b-46dc-b94a-46022078aad4 is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:04:58.438192 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-03cac597-69f3-441a-b6d1-7e1e80745275 None None] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:04:58.448339 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cac597-69f3-441a-b6d1-7e1e80745275 None None] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:04:58.457873 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cac597-69f3-441a-b6d1-7e1e80745275 None None] Pushing event updated for resources: {'Port': ['ID=8257a018-d34a-44f6-965d-f7d14da6d0f9,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:58.500977 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cac597-69f3-441a-b6d1-7e1e80745275 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:58.501316 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cac597-69f3-441a-b6d1-7e1e80745275 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:58.501643 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cac597-69f3-441a-b6d1-7e1e80745275 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:58.501982 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cac597-69f3-441a-b6d1-7e1e80745275 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:58.502293 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cac597-69f3-441a-b6d1-7e1e80745275 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:58.502609 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cac597-69f3-441a-b6d1-7e1e80745275 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:58.502920 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cac597-69f3-441a-b6d1-7e1e80745275 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:58.503228 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cac597-69f3-441a-b6d1-7e1e80745275 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:58.503577 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cac597-69f3-441a-b6d1-7e1e80745275 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:58.503896 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cac597-69f3-441a-b6d1-7e1e80745275 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:58.504204 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cac597-69f3-441a-b6d1-7e1e80745275 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:58.504527 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cac597-69f3-441a-b6d1-7e1e80745275 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:58.504845 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cac597-69f3-441a-b6d1-7e1e80745275 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:58.505148 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cac597-69f3-441a-b6d1-7e1e80745275 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:58.505447 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cac597-69f3-441a-b6d1-7e1e80745275 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:58.506869 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cac597-69f3-441a-b6d1-7e1e80745275 None None] Tracked resource versions report: May 20 09:04:58.506869 dv-cinder-836996-23-iscsi neutron-server[104277]: pushed versions: May 20 09:04:58.506869 dv-cinder-836996-23-iscsi neutron-server[104277]: { 'AddressGroup': {'1.2'}, May 20 09:04:58.506869 dv-cinder-836996-23-iscsi neutron-server[104277]: 'Agent': {'1.1'}, May 20 09:04:58.506869 dv-cinder-836996-23-iscsi neutron-server[104277]: 'ConntrackHelper': {'1.0'}, May 20 09:04:58.506869 dv-cinder-836996-23-iscsi neutron-server[104277]: 'LocalIPAssociation': {'1.0'}, May 20 09:04:58.506869 dv-cinder-836996-23-iscsi neutron-server[104277]: 'Log': {'1.0'}, May 20 09:04:58.506869 dv-cinder-836996-23-iscsi neutron-server[104277]: 'NDPProxy': {'1.0'}, May 20 09:04:58.506869 dv-cinder-836996-23-iscsi neutron-server[104277]: 'Network': {'1.1'}, May 20 09:04:58.506869 dv-cinder-836996-23-iscsi neutron-server[104277]: 'Port': {'1.7'}, May 20 09:04:58.506869 dv-cinder-836996-23-iscsi neutron-server[104277]: 'PortForwarding': {'1.3'}, May 20 09:04:58.506869 dv-cinder-836996-23-iscsi neutron-server[104277]: 'QosPolicy': {'1.10'}, May 20 09:04:58.506869 dv-cinder-836996-23-iscsi neutron-server[104277]: 'SecurityGroup': {'1.5'}, May 20 09:04:58.506869 dv-cinder-836996-23-iscsi neutron-server[104277]: 'SecurityGroupRule': {'1.2'}, May 20 09:04:58.506869 dv-cinder-836996-23-iscsi neutron-server[104277]: 'SubPort': {'1.0'}, May 20 09:04:58.506869 dv-cinder-836996-23-iscsi neutron-server[104277]: 'Subnet': {'1.1'}, May 20 09:04:58.506869 dv-cinder-836996-23-iscsi neutron-server[104277]: 'Trunk': {'1.1'}} May 20 09:04:58.506869 dv-cinder-836996-23-iscsi neutron-server[104277]: consumer versions: May 20 09:04:58.506869 dv-cinder-836996-23-iscsi neutron-server[104277]: { DHCP agent@dv-cinder-836996-23-iscsi: {}, May 20 09:04:58.506869 dv-cinder-836996-23-iscsi neutron-server[104277]: L3 agent@dv-cinder-836996-23-iscsi: {}, May 20 09:04:58.506869 dv-cinder-836996-23-iscsi neutron-server[104277]: Metadata agent@dv-cinder-836996-23-iscsi: {}, May 20 09:04:58.506869 dv-cinder-836996-23-iscsi neutron-server[104277]: Metering agent@dv-cinder-836996-23-iscsi: {}, May 20 09:04:58.506869 dv-cinder-836996-23-iscsi neutron-server[104277]: Open vSwitch agent@dv-cinder-836996-23-iscsi: { 'AddressGroup': '1.2', May 20 09:04:58.506869 dv-cinder-836996-23-iscsi neutron-server[104277]: 'Agent': '1.1', May 20 09:04:58.506869 dv-cinder-836996-23-iscsi neutron-server[104277]: 'ConntrackHelper': '1.0', May 20 09:04:58.506869 dv-cinder-836996-23-iscsi neutron-server[104277]: 'LocalIPAssociation': '1.0', May 20 09:04:58.506869 dv-cinder-836996-23-iscsi neutron-server[104277]: 'Log': '1.0', May 20 09:04:58.506869 dv-cinder-836996-23-iscsi neutron-server[104277]: 'NDPProxy': '1.0', May 20 09:04:58.506869 dv-cinder-836996-23-iscsi neutron-server[104277]: 'Network': '1.1', May 20 09:04:58.506869 dv-cinder-836996-23-iscsi neutron-server[104277]: 'Port': '1.7', May 20 09:04:58.506869 dv-cinder-836996-23-iscsi neutron-server[104277]: 'PortForwarding': '1.3', May 20 09:04:58.506869 dv-cinder-836996-23-iscsi neutron-server[104277]: 'QosPolicy': '1.10', May 20 09:04:58.506869 dv-cinder-836996-23-iscsi neutron-server[104277]: 'SecurityGroup': '1.5', May 20 09:04:58.506869 dv-cinder-836996-23-iscsi neutron-server[104277]: 'SecurityGroupRule': '1.2', May 20 09:04:58.506869 dv-cinder-836996-23-iscsi neutron-server[104277]: 'SubPort': '1.0', May 20 09:04:58.506869 dv-cinder-836996-23-iscsi neutron-server[104277]: 'Subnet': '1.1', May 20 09:04:58.506869 dv-cinder-836996-23-iscsi neutron-server[104277]: 'Trunk': '1.1'}} May 20 09:04:58.506869 dv-cinder-836996-23-iscsi neutron-server[104277]: {{(pid=104277) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 09:04:58.541366 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-03cac597-69f3-441a-b6d1-7e1e80745275 None None] Attempting to bind port 8257a018-d34a-44f6-965d-f7d14da6d0f9 on host dv-cinder-836996-23-iscsi for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 20 09:04:58.541750 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-03cac597-69f3-441a-b6d1-7e1e80745275 None None] Attempting to bind port 8257a018-d34a-44f6-965d-f7d14da6d0f9 by drivers openvswitch,hyperv on host dv-cinder-836996-23-iscsi at level 0 using segments [{'id': 'cec7fe68-4a28-4b3f-90a4-3ea654c7ebca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '655c6c2f-2d1b-46dc-b94a-46022078aad4'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 20 09:04:58.542169 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cac597-69f3-441a-b6d1-7e1e80745275 None None] Attempting to bind port 8257a018-d34a-44f6-965d-f7d14da6d0f9 on network 655c6c2f-2d1b-46dc-b94a-46022078aad4 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:04:58.547306 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cac597-69f3-441a-b6d1-7e1e80745275 None None] Checking agent: {'id': '8cdc3712-48c6-4c17-b1e2-8ec392d7f09b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 9, 4, 50), 'started_at': datetime.datetime(2022, 5, 20, 9, 4, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 9, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 09:04:58.547666 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cac597-69f3-441a-b6d1-7e1e80745275 None None] Checking segment: {'id': 'cec7fe68-4a28-4b3f-90a4-3ea654c7ebca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '655c6c2f-2d1b-46dc-b94a-46022078aad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:04:58.548130 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-03cac597-69f3-441a-b6d1-7e1e80745275 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:04:58.548705 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cac597-69f3-441a-b6d1-7e1e80745275 None None] Bound using segment: {'id': 'cec7fe68-4a28-4b3f-90a4-3ea654c7ebca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '655c6c2f-2d1b-46dc-b94a-46022078aad4'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 09:04:58.548960 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-03cac597-69f3-441a-b6d1-7e1e80745275 None None] Bound port: 8257a018-d34a-44f6-965d-f7d14da6d0f9, host: dv-cinder-836996-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cec7fe68-4a28-4b3f-90a4-3ea654c7ebca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '655c6c2f-2d1b-46dc-b94a-46022078aad4'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 20 09:04:58.549344 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-03cac597-69f3-441a-b6d1-7e1e80745275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (8257a018-d34a-44f6-965d-f7d14da6d0f9), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:04:58.584274 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:04:58.608242 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-03cac597-69f3-441a-b6d1-7e1e80745275 None None] For port 8257a018-d34a-44f6-965d-f7d14da6d0f9, host dv-cinder-836996-23-iscsi, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 09:04:58.626793 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-03cac597-69f3-441a-b6d1-7e1e80745275 None None] For port 8257a018-d34a-44f6-965d-f7d14da6d0f9, host dv-cinder-836996-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=8257a018-d34a-44f6-965d-f7d14da6d0f9,segment=NetworkSegment(cec7fe68-4a28-4b3f-90a4-3ea654c7ebca),segment_id=cec7fe68-4a28-4b3f-90a4-3ea654c7ebca)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 09:04:58.635898 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-03cac597-69f3-441a-b6d1-7e1e80745275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (8257a018-d34a-44f6-965d-f7d14da6d0f9), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:04:58.688908 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cac597-69f3-441a-b6d1-7e1e80745275 None None] Pushing event updated for resources: {'Port': ['ID=8257a018-d34a-44f6-965d-f7d14da6d0f9,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:05:00.029259 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 55870) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:05:00.369356 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [None req-4d23aced-7e03-4d05-9d56-8534eeaf82ad admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=104276) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 20 09:05:00.376056 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-4d23aced-7e03-4d05-9d56-8534eeaf82ad admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3456249 May 20 09:05:02.808301 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 55878) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:05:03.143177 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [None req-4e3c6f37-5c3a-45af-a284-4c568c4e62b7 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=104276) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 20 09:05:03.144213 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-4e3c6f37-5c3a-45af-a284-4c568c4e62b7 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3349490 May 20 09:05:03.340336 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=7 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:05:03.351609 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:05:05.586764 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 55888) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:05:05.926609 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-2bca8032-7c52-46e3-bd63-7fed098041ee demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:05:05.952232 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2bca8032-7c52-46e3-bd63-7fed098041ee demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-683858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1571'] for router (bfa8d2bc-9c54-4c2f-98ea-616914822b85), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:05.953881 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2bca8032-7c52-46e3-bd63-7fed098041ee demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1576'] for router (bfa8d2bc-9c54-4c2f-98ea-616914822b85), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:06.087989 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2bca8032-7c52-46e3-bd63-7fed098041ee demo demo] Publish callbacks [] for router_controller (bfa8d2bc-9c54-4c2f-98ea-616914822b85), precommit_add_association {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:06.093910 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2bca8032-7c52-46e3-bd63-7fed098041ee demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680737'] for router (bfa8d2bc-9c54-4c2f-98ea-616914822b85), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:06.111758 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2bca8032-7c52-46e3-bd63-7fed098041ee demo demo] Publish callbacks [] for router (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:06.112950 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-2bca8032-7c52-46e3-bd63-7fed098041ee demo demo] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5251095 May 20 09:05:08.569839 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 55900) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:05:08.681658 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:INSERT=1,neutron:SELECT=11 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:05:08.686861 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=47,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:05:08.773572 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 8257a018-d34a-44f6-965d-f7d14da6d0f9 up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:05:08.858906 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port 8257a018-d34a-44f6-965d-f7d14da6d0f9 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:05:08.859225 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (8257a018-d34a-44f6-965d-f7d14da6d0f9), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:08.937694 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [None req-22e93289-5f42-4387-bf34-49d471183fc0 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=104276) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 20 09:05:08.943511 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-22e93289-5f42-4387-bf34-49d471183fc0 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3686161 May 20 09:05:08.964269 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port 8257a018-d34a-44f6-965d-f7d14da6d0f9 is: DOWN; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:05:08.964650 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (8257a018-d34a-44f6-965d-f7d14da6d0f9), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:09.008597 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] For port 8257a018-d34a-44f6-965d-f7d14da6d0f9, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=8257a018-d34a-44f6-965d-f7d14da6d0f9,segment=NetworkSegment(cec7fe68-4a28-4b3f-90a4-3ea654c7ebca),segment_id=cec7fe68-4a28-4b3f-90a4-3ea654c7ebca)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:05:09.013561 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (8257a018-d34a-44f6-965d-f7d14da6d0f9), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:09.066659 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Pushing event updated for resources: {'Port': ['ID=8257a018-d34a-44f6-965d-f7d14da6d0f9,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:05:10.052078 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4aa794a-9dde-4b9b-86ec-91c45f9eab47 None None] Network 655c6c2f-2d1b-46dc-b94a-46022078aad4 requested from dv-cinder-836996-23-iscsi {{(pid=104277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 20 09:05:10.109498 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-9c7a08c5-2a9f-417d-9d2f-9c1089d593c9 None None] Provisioning complete for port 8257a018-d34a-44f6-965d-f7d14da6d0f9 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:05:10.109877 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-9c7a08c5-2a9f-417d-9d2f-9c1089d593c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (8257a018-d34a-44f6-965d-f7d14da6d0f9), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:10.238814 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a08c5-2a9f-417d-9d2f-9c1089d593c9 None None] Current status of the port 8257a018-d34a-44f6-965d-f7d14da6d0f9 is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:05:10.461431 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-184ee19f-e257-4bc4-8f64-48edfff9c900 None None] Provisioning complete for port 8257a018-d34a-44f6-965d-f7d14da6d0f9 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:05:10.461819 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-184ee19f-e257-4bc4-8f64-48edfff9c900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (8257a018-d34a-44f6-965d-f7d14da6d0f9), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:10.531597 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-184ee19f-e257-4bc4-8f64-48edfff9c900 None None] Current status of the port 8257a018-d34a-44f6-965d-f7d14da6d0f9 is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:05:10.742038 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 8257a018-d34a-44f6-965d-f7d14da6d0f9 up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:05:10.787865 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port 8257a018-d34a-44f6-965d-f7d14da6d0f9 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:05:10.788255 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (8257a018-d34a-44f6-965d-f7d14da6d0f9), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:10.856608 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port 8257a018-d34a-44f6-965d-f7d14da6d0f9 is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:05:11.429617 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 55910) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:05:11.792846 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-caf62342-1f2f-4a1e-9f10-02f34acb8349 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:05:11.816782 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf62342-1f2f-4a1e-9f10-02f34acb8349 admin admin] Made reservation on behalf of aac440dc4ce14fa1a6d365f33d6d214c for: {'network': 1} {{(pid=104276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:05:11.819098 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-caf62342-1f2f-4a1e-9f10-02f34acb8349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for network (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:11.829217 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-caf62342-1f2f-4a1e-9f10-02f34acb8349 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:11.877075 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:05:11.903019 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-caf62342-1f2f-4a1e-9f10-02f34acb8349 admin admin] Publish callbacks [] for security_group (755c3936-6298-4f06-995b-2531184fc5f1), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:11.908274 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-caf62342-1f2f-4a1e-9f10-02f34acb8349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (755c3936-6298-4f06-995b-2531184fc5f1), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:11.923151 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-caf62342-1f2f-4a1e-9f10-02f34acb8349 admin admin] Reserving flat network on physical network physnet1 {{(pid=104276) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 20 09:05:11.941833 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf62342-1f2f-4a1e-9f10-02f34acb8349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755c3936-6298-4f06-995b-2531184fc5f1,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:05:11.946392 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-caf62342-1f2f-4a1e-9f10-02f34acb8349 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728767071609', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461326'] for segment (99d4634d-7c16-4239-978b-38d882e34cf7), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:11.946788 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.db.segments_db [None req-caf62342-1f2f-4a1e-9f10-02f34acb8349 admin admin] Added segment 99d4634d-7c16-4239-978b-38d882e34cf7 of type flat for network db85349c-1449-495a-9881-8426bbf372da May 20 09:05:11.990618 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-caf62342-1f2f-4a1e-9f10-02f34acb8349 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728766529127'] for network (db85349c-1449-495a-9881-8426bbf372da), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:12.024206 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-caf62342-1f2f-4a1e-9f10-02f34acb8349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360'] for network (db85349c-1449-495a-9881-8426bbf372da), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:12.025104 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf62342-1f2f-4a1e-9f10-02f34acb8349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:05:12.025716 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-caf62342-1f2f-4a1e-9f10-02f34acb8349 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for network (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:12.106646 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-caf62342-1f2f-4a1e-9f10-02f34acb8349 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6759765 May 20 09:05:12.114350 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf62342-1f2f-4a1e-9f10-02f34acb8349 admin admin] Pushing event updated for resources: {'Network': ['ID=db85349c-1449-495a-9881-8426bbf372da,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:05:12.124681 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Network db85349c-1449-495a-9881-8426bbf372da details requested by agent ovs-agent-dv-cinder-836996-23-iscsi with host dv-cinder-836996-23-iscsi {{(pid=104277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 09:05:13.490989 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-9c94515c-9230-4a87-860b-0f098c5ceeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:14.503298 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 55918) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:05:15.083249 dv-cinder-836996-23-iscsi neutron-server[104275]: WARNING oslo_policy.policy [None req-645904bb-20de-4ce3-83a0-2fe39d55345b demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 09:05:15.084063 dv-cinder-836996-23-iscsi neutron-server[104275]: WARNING oslo_policy.policy [None req-645904bb-20de-4ce3-83a0-2fe39d55345b demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 09:05:15.312373 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writer thread running {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 20 09:05:15.362601 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:05:15.486008 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.policy [None req-645904bb-20de-4ce3-83a0-2fe39d55345b demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104275) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 20 09:05:15.527841 dv-cinder-836996-23-iscsi neutron-server[104275]: WARNING oslo_policy.policy [None req-645904bb-20de-4ce3-83a0-2fe39d55345b demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 09:05:15.528427 dv-cinder-836996-23-iscsi neutron-server[104275]: WARNING oslo_policy.policy [None req-645904bb-20de-4ce3-83a0-2fe39d55345b demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 09:05:15.536347 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645904bb-20de-4ce3-83a0-2fe39d55345b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:05:15.538041 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-645904bb-20de-4ce3-83a0-2fe39d55345b demo admin] 10.222.0.69 "GET /v2.0/subnets/1e787438-c805-49a2-9368-d56c67680c7d HTTP/1.1" status: 200 len: 849 time: 1.0338659 May 20 09:05:15.706626 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-10f3f40e-3cb7-42c3-ae8f-e7c04d6fc68b demo admin] 10.222.0.69 "GET /v2.0/routers/bfa8d2bc-9c54-4c2f-98ea-616914822b85 HTTP/1.1" status: 200 len: 704 time: 0.1619327 May 20 09:05:15.745327 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:05:15.755302 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-2997498f-1a26-4967-a7b7-268faa4f540f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:15.980233 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-187c632c-4488-4f9b-b82c-f96e6b2dffda demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:16.306033 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.db_base_plugin_common [None req-187c632c-4488-4f9b-b82c-f96e6b2dffda demo admin] Allocated IP 172.20.0.1 (655c6c2f-2d1b-46dc-b94a-46022078aad4/1e787438-c805-49a2-9368-d56c67680c7d/475e8221-7f5c-45c3-83bb-d464523591e6) {{(pid=104275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:05:16.509605 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-187c632c-4488-4f9b-b82c-f96e6b2dffda demo admin] Publish callbacks [] for port (475e8221-7f5c-45c3-83bb-d464523591e6), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:16.577754 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-187c632c-4488-4f9b-b82c-f96e6b2dffda demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936'] for port (475e8221-7f5c-45c3-83bb-d464523591e6), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:16.641292 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187c632c-4488-4f9b-b82c-f96e6b2dffda demo admin] Network 655c6c2f-2d1b-46dc-b94a-46022078aad4 is already hosted by enough agents. {{(pid=104275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:05:16.648741 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.base_scheduler [None req-187c632c-4488-4f9b-b82c-f96e6b2dffda demo admin] Resources bound (agent type, host, resource id): {{(pid=104275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:05:16.683685 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c632c-4488-4f9b-b82c-f96e6b2dffda demo admin] Pushing event updated for resources: {'Port': ['ID=475e8221-7f5c-45c3-83bb-d464523591e6,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:05:16.691040 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187c632c-4488-4f9b-b82c-f96e6b2dffda demo admin] Received port after_create {{(pid=104275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:05:16.691597 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-187c632c-4488-4f9b-b82c-f96e6b2dffda demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680018'] for router_interface (bfa8d2bc-9c54-4c2f-98ea-616914822b85), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:16.714293 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187c632c-4488-4f9b-b82c-f96e6b2dffda demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:16.714631 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187c632c-4488-4f9b-b82c-f96e6b2dffda demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:16.714964 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187c632c-4488-4f9b-b82c-f96e6b2dffda demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:16.715290 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187c632c-4488-4f9b-b82c-f96e6b2dffda demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:16.715635 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187c632c-4488-4f9b-b82c-f96e6b2dffda demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:16.715940 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187c632c-4488-4f9b-b82c-f96e6b2dffda demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:16.716254 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187c632c-4488-4f9b-b82c-f96e6b2dffda demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:16.716586 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187c632c-4488-4f9b-b82c-f96e6b2dffda demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:16.716903 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187c632c-4488-4f9b-b82c-f96e6b2dffda demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:16.717219 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187c632c-4488-4f9b-b82c-f96e6b2dffda demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:16.717543 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187c632c-4488-4f9b-b82c-f96e6b2dffda demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:16.717878 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187c632c-4488-4f9b-b82c-f96e6b2dffda demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:16.718188 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187c632c-4488-4f9b-b82c-f96e6b2dffda demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:16.718493 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187c632c-4488-4f9b-b82c-f96e6b2dffda demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:16.718799 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187c632c-4488-4f9b-b82c-f96e6b2dffda demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:16.720264 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187c632c-4488-4f9b-b82c-f96e6b2dffda demo admin] Tracked resource versions report: May 20 09:05:16.720264 dv-cinder-836996-23-iscsi neutron-server[104275]: pushed versions: May 20 09:05:16.720264 dv-cinder-836996-23-iscsi neutron-server[104275]: { 'AddressGroup': {'1.2'}, May 20 09:05:16.720264 dv-cinder-836996-23-iscsi neutron-server[104275]: 'Agent': {'1.1'}, May 20 09:05:16.720264 dv-cinder-836996-23-iscsi neutron-server[104275]: 'ConntrackHelper': {'1.0'}, May 20 09:05:16.720264 dv-cinder-836996-23-iscsi neutron-server[104275]: 'LocalIPAssociation': {'1.0'}, May 20 09:05:16.720264 dv-cinder-836996-23-iscsi neutron-server[104275]: 'Log': {'1.0'}, May 20 09:05:16.720264 dv-cinder-836996-23-iscsi neutron-server[104275]: 'NDPProxy': {'1.0'}, May 20 09:05:16.720264 dv-cinder-836996-23-iscsi neutron-server[104275]: 'Network': {'1.1'}, May 20 09:05:16.720264 dv-cinder-836996-23-iscsi neutron-server[104275]: 'Port': {'1.7'}, May 20 09:05:16.720264 dv-cinder-836996-23-iscsi neutron-server[104275]: 'PortForwarding': {'1.3'}, May 20 09:05:16.720264 dv-cinder-836996-23-iscsi neutron-server[104275]: 'QosPolicy': {'1.10'}, May 20 09:05:16.720264 dv-cinder-836996-23-iscsi neutron-server[104275]: 'SecurityGroup': {'1.5'}, May 20 09:05:16.720264 dv-cinder-836996-23-iscsi neutron-server[104275]: 'SecurityGroupRule': {'1.2'}, May 20 09:05:16.720264 dv-cinder-836996-23-iscsi neutron-server[104275]: 'SubPort': {'1.0'}, May 20 09:05:16.720264 dv-cinder-836996-23-iscsi neutron-server[104275]: 'Subnet': {'1.1'}, May 20 09:05:16.720264 dv-cinder-836996-23-iscsi neutron-server[104275]: 'Trunk': {'1.1'}} May 20 09:05:16.720264 dv-cinder-836996-23-iscsi neutron-server[104275]: consumer versions: May 20 09:05:16.720264 dv-cinder-836996-23-iscsi neutron-server[104275]: { DHCP agent@dv-cinder-836996-23-iscsi: {}, May 20 09:05:16.720264 dv-cinder-836996-23-iscsi neutron-server[104275]: L3 agent@dv-cinder-836996-23-iscsi: {}, May 20 09:05:16.720264 dv-cinder-836996-23-iscsi neutron-server[104275]: Metadata agent@dv-cinder-836996-23-iscsi: {}, May 20 09:05:16.720264 dv-cinder-836996-23-iscsi neutron-server[104275]: Metering agent@dv-cinder-836996-23-iscsi: {}, May 20 09:05:16.720264 dv-cinder-836996-23-iscsi neutron-server[104275]: Open vSwitch agent@dv-cinder-836996-23-iscsi: { 'AddressGroup': '1.2', May 20 09:05:16.720264 dv-cinder-836996-23-iscsi neutron-server[104275]: 'Agent': '1.1', May 20 09:05:16.720264 dv-cinder-836996-23-iscsi neutron-server[104275]: 'ConntrackHelper': '1.0', May 20 09:05:16.720264 dv-cinder-836996-23-iscsi neutron-server[104275]: 'LocalIPAssociation': '1.0', May 20 09:05:16.720264 dv-cinder-836996-23-iscsi neutron-server[104275]: 'Log': '1.0', May 20 09:05:16.720264 dv-cinder-836996-23-iscsi neutron-server[104275]: 'NDPProxy': '1.0', May 20 09:05:16.720264 dv-cinder-836996-23-iscsi neutron-server[104275]: 'Network': '1.1', May 20 09:05:16.720264 dv-cinder-836996-23-iscsi neutron-server[104275]: 'Port': '1.7', May 20 09:05:16.720264 dv-cinder-836996-23-iscsi neutron-server[104275]: 'PortForwarding': '1.3', May 20 09:05:16.720264 dv-cinder-836996-23-iscsi neutron-server[104275]: 'QosPolicy': '1.10', May 20 09:05:16.720264 dv-cinder-836996-23-iscsi neutron-server[104275]: 'SecurityGroup': '1.5', May 20 09:05:16.720264 dv-cinder-836996-23-iscsi neutron-server[104275]: 'SecurityGroupRule': '1.2', May 20 09:05:16.720264 dv-cinder-836996-23-iscsi neutron-server[104275]: 'SubPort': '1.0', May 20 09:05:16.720264 dv-cinder-836996-23-iscsi neutron-server[104275]: 'Subnet': '1.1', May 20 09:05:16.720264 dv-cinder-836996-23-iscsi neutron-server[104275]: 'Trunk': '1.1'}} May 20 09:05:16.720264 dv-cinder-836996-23-iscsi neutron-server[104275]: {{(pid=104275) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 09:05:16.832014 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:05:16.897239 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-ec170440-6be9-482b-9334-aa4c03c5ea52 None None] Provisioning complete for port 475e8221-7f5c-45c3-83bb-d464523591e6 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:05:16.897867 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ec170440-6be9-482b-9334-aa4c03c5ea52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (475e8221-7f5c-45c3-83bb-d464523591e6), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:16.913473 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-187c632c-4488-4f9b-b82c-f96e6b2dffda demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (475e8221-7f5c-45c3-83bb-d464523591e6), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:16.939473 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-ec170440-6be9-482b-9334-aa4c03c5ea52 None None] Port 475e8221-7f5c-45c3-83bb-d464523591e6 cannot update to ACTIVE because it is not bound. {{(pid=104277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 20 09:05:16.972328 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:05:17.012336 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:17.157994 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-187c632c-4488-4f9b-b82c-f96e6b2dffda demo admin] Publish callbacks [] for port (475e8221-7f5c-45c3-83bb-d464523591e6), precommit_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:17.165845 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-187c632c-4488-4f9b-b82c-f96e6b2dffda demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (475e8221-7f5c-45c3-83bb-d464523591e6), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:17.166661 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-187c632c-4488-4f9b-b82c-f96e6b2dffda demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683234'] for router_interface (bfa8d2bc-9c54-4c2f-98ea-616914822b85), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:17.245265 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c632c-4488-4f9b-b82c-f96e6b2dffda demo admin] Pushing event updated for resources: {'Port': ['ID=475e8221-7f5c-45c3-83bb-d464523591e6,revision_number=2']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:05:17.293096 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187c632c-4488-4f9b-b82c-f96e6b2dffda demo admin] Network 655c6c2f-2d1b-46dc-b94a-46022078aad4 is already hosted by enough agents. {{(pid=104275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:05:17.294476 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.base_scheduler [None req-187c632c-4488-4f9b-b82c-f96e6b2dffda demo admin] Resources bound (agent type, host, resource id): {{(pid=104275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:05:17.451522 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187c632c-4488-4f9b-b82c-f96e6b2dffda demo admin] Router bfa8d2bc-9c54-4c2f-98ea-616914822b85 is scheduled to L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 with binding_index 1 {{(pid=104275) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 09:05:17.452458 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:05:17.460324 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-4e6a39b1-7c68-4c5f-b817-f42597ff377c None None] Provisioning complete for port 475e8221-7f5c-45c3-83bb-d464523591e6 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:05:17.460715 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4e6a39b1-7c68-4c5f-b817-f42597ff377c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (475e8221-7f5c-45c3-83bb-d464523591e6), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:17.492831 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-4e6a39b1-7c68-4c5f-b817-f42597ff377c None None] Port 475e8221-7f5c-45c3-83bb-d464523591e6 cannot update to ACTIVE because it is not bound. {{(pid=104277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 20 09:05:17.585126 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187c632c-4488-4f9b-b82c-f96e6b2dffda demo admin] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:05:17.591882 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-187c632c-4488-4f9b-b82c-f96e6b2dffda demo admin] 10.222.0.69 "PUT /v2.0/routers/bfa8d2bc-9c54-4c2f-98ea-616914822b85/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8774896 May 20 09:05:17.596550 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8935b1-0e8e-40ea-a9f0-9c627a8e8938 None None] Sync routers for ids ['bfa8d2bc-9c54-4c2f-98ea-616914822b85'] in dv-cinder-836996-23-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:05:17.610009 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8935b1-0e8e-40ea-a9f0-9c627a8e8938 None None] Routers {'bfa8d2bc-9c54-4c2f-98ea-616914822b85'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:05:17.610877 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-fa8935b1-0e8e-40ea-a9f0-9c627a8e8938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:05:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['bfa8d2bc-9c54-4c2f-98ea-616914822b85'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:05:17.792143 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-fa8935b1-0e8e-40ea-a9f0-9c627a8e8938 None None] Set router bfa8d2bc-9c54-4c2f-98ea-616914822b85 gateway port host: None {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:05:18.213654 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-fa8935b1-0e8e-40ea-a9f0-9c627a8e8938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa8d2bc-9c54-4c2f-98ea-616914822b85', 'name': 'router1', 'tenant_id': '0d512da984d845ada1d62c6bfc2ef6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:05:05Z', 'updated_at': '2022-05-20T09:05:16Z', 'revision_number': 2, 'project_id': '0d512da984d845ada1d62c6bfc2ef6c7', 'gw_port_host': None, '_interfaces': [{'id': '475e8221-7f5c-45c3-83bb-d464523591e6', 'name': '', 'network_id': '655c6c2f-2d1b-46dc-b94a-46022078aad4', 'tenant_id': '0d512da984d845ada1d62c6bfc2ef6c7', 'mac_address': 'fa:16:3e:fb:5c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa8d2bc-9c54-4c2f-98ea-616914822b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1e787438-c805-49a2-9368-d56c67680c7d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:05:16Z', 'updated_at': '2022-05-20T09:05:17Z', 'revision_number': 2, 'project_id': '0d512da984d845ada1d62c6bfc2ef6c7', 'subnets': [{'id': '1e787438-c805-49a2-9368-d56c67680c7d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f42670ef-ad5b-40ea-bc48-2a3ac235dfaa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:05:18.262802 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8935b1-0e8e-40ea-a9f0-9c627a8e8938 None None] Checking router: bfa8d2bc-9c54-4c2f-98ea-616914822b85 for host: dv-cinder-836996-23-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:05:18.263174 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8935b1-0e8e-40ea-a9f0-9c627a8e8938 None None] Updating router bfa8d2bc-9c54-4c2f-98ea-616914822b85 port 475e8221-7f5c-45c3-83bb-d464523591e6 binding host dv-cinder-836996-23-iscsi {{(pid=104278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 09:05:18.291947 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:18.319034 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fa8935b1-0e8e-40ea-a9f0-9c627a8e8938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (475e8221-7f5c-45c3-83bb-d464523591e6), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:18.847941 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fa8935b1-0e8e-40ea-a9f0-9c627a8e8938 None None] Publish callbacks [] for port (475e8221-7f5c-45c3-83bb-d464523591e6), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:18.855927 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fa8935b1-0e8e-40ea-a9f0-9c627a8e8938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (475e8221-7f5c-45c3-83bb-d464523591e6), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:19.014122 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f70853-7cee-44a9-93c4-deadbd8f3a1e None None] Pushing event updated for resources: {'Port': ['ID=475e8221-7f5c-45c3-83bb-d464523591e6,revision_number=3']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:05:19.029877 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-fa8935b1-0e8e-40ea-a9f0-9c627a8e8938 None None] Attempting to bind port 475e8221-7f5c-45c3-83bb-d464523591e6 on host dv-cinder-836996-23-iscsi for vnic_type normal with profile {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 20 09:05:19.030262 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-fa8935b1-0e8e-40ea-a9f0-9c627a8e8938 None None] Attempting to bind port 475e8221-7f5c-45c3-83bb-d464523591e6 by drivers openvswitch,hyperv on host dv-cinder-836996-23-iscsi at level 0 using segments [{'id': 'cec7fe68-4a28-4b3f-90a4-3ea654c7ebca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '655c6c2f-2d1b-46dc-b94a-46022078aad4'}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 20 09:05:19.030681 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8935b1-0e8e-40ea-a9f0-9c627a8e8938 None None] Attempting to bind port 475e8221-7f5c-45c3-83bb-d464523591e6 on network 655c6c2f-2d1b-46dc-b94a-46022078aad4 {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:05:19.033686 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f70853-7cee-44a9-93c4-deadbd8f3a1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:19.034018 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f70853-7cee-44a9-93c4-deadbd8f3a1e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:19.034354 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f70853-7cee-44a9-93c4-deadbd8f3a1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:19.034679 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f70853-7cee-44a9-93c4-deadbd8f3a1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:19.034997 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f70853-7cee-44a9-93c4-deadbd8f3a1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:19.035330 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f70853-7cee-44a9-93c4-deadbd8f3a1e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:19.035642 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f70853-7cee-44a9-93c4-deadbd8f3a1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:19.035951 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f70853-7cee-44a9-93c4-deadbd8f3a1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:19.036274 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f70853-7cee-44a9-93c4-deadbd8f3a1e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:19.036586 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f70853-7cee-44a9-93c4-deadbd8f3a1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:19.036894 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f70853-7cee-44a9-93c4-deadbd8f3a1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:19.037221 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f70853-7cee-44a9-93c4-deadbd8f3a1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:19.037529 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f70853-7cee-44a9-93c4-deadbd8f3a1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:19.037832 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f70853-7cee-44a9-93c4-deadbd8f3a1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:19.038137 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f70853-7cee-44a9-93c4-deadbd8f3a1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:19.039541 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f70853-7cee-44a9-93c4-deadbd8f3a1e None None] Tracked resource versions report: May 20 09:05:19.039541 dv-cinder-836996-23-iscsi neutron-server[104278]: pushed versions: May 20 09:05:19.039541 dv-cinder-836996-23-iscsi neutron-server[104278]: { 'AddressGroup': {'1.2'}, May 20 09:05:19.039541 dv-cinder-836996-23-iscsi neutron-server[104278]: 'Agent': {'1.1'}, May 20 09:05:19.039541 dv-cinder-836996-23-iscsi neutron-server[104278]: 'ConntrackHelper': {'1.0'}, May 20 09:05:19.039541 dv-cinder-836996-23-iscsi neutron-server[104278]: 'LocalIPAssociation': {'1.0'}, May 20 09:05:19.039541 dv-cinder-836996-23-iscsi neutron-server[104278]: 'Log': {'1.0'}, May 20 09:05:19.039541 dv-cinder-836996-23-iscsi neutron-server[104278]: 'NDPProxy': {'1.0'}, May 20 09:05:19.039541 dv-cinder-836996-23-iscsi neutron-server[104278]: 'Network': {'1.1'}, May 20 09:05:19.039541 dv-cinder-836996-23-iscsi neutron-server[104278]: 'Port': {'1.7'}, May 20 09:05:19.039541 dv-cinder-836996-23-iscsi neutron-server[104278]: 'PortForwarding': {'1.3'}, May 20 09:05:19.039541 dv-cinder-836996-23-iscsi neutron-server[104278]: 'QosPolicy': {'1.10'}, May 20 09:05:19.039541 dv-cinder-836996-23-iscsi neutron-server[104278]: 'SecurityGroup': {'1.5'}, May 20 09:05:19.039541 dv-cinder-836996-23-iscsi neutron-server[104278]: 'SecurityGroupRule': {'1.2'}, May 20 09:05:19.039541 dv-cinder-836996-23-iscsi neutron-server[104278]: 'SubPort': {'1.0'}, May 20 09:05:19.039541 dv-cinder-836996-23-iscsi neutron-server[104278]: 'Subnet': {'1.1'}, May 20 09:05:19.039541 dv-cinder-836996-23-iscsi neutron-server[104278]: 'Trunk': {'1.1'}} May 20 09:05:19.039541 dv-cinder-836996-23-iscsi neutron-server[104278]: consumer versions: May 20 09:05:19.039541 dv-cinder-836996-23-iscsi neutron-server[104278]: { DHCP agent@dv-cinder-836996-23-iscsi: {}, May 20 09:05:19.039541 dv-cinder-836996-23-iscsi neutron-server[104278]: L3 agent@dv-cinder-836996-23-iscsi: {}, May 20 09:05:19.039541 dv-cinder-836996-23-iscsi neutron-server[104278]: Metadata agent@dv-cinder-836996-23-iscsi: {}, May 20 09:05:19.039541 dv-cinder-836996-23-iscsi neutron-server[104278]: Metering agent@dv-cinder-836996-23-iscsi: {}, May 20 09:05:19.039541 dv-cinder-836996-23-iscsi neutron-server[104278]: Open vSwitch agent@dv-cinder-836996-23-iscsi: { 'AddressGroup': '1.2', May 20 09:05:19.039541 dv-cinder-836996-23-iscsi neutron-server[104278]: 'Agent': '1.1', May 20 09:05:19.039541 dv-cinder-836996-23-iscsi neutron-server[104278]: 'ConntrackHelper': '1.0', May 20 09:05:19.039541 dv-cinder-836996-23-iscsi neutron-server[104278]: 'LocalIPAssociation': '1.0', May 20 09:05:19.039541 dv-cinder-836996-23-iscsi neutron-server[104278]: 'Log': '1.0', May 20 09:05:19.039541 dv-cinder-836996-23-iscsi neutron-server[104278]: 'NDPProxy': '1.0', May 20 09:05:19.039541 dv-cinder-836996-23-iscsi neutron-server[104278]: 'Network': '1.1', May 20 09:05:19.039541 dv-cinder-836996-23-iscsi neutron-server[104278]: 'Port': '1.7', May 20 09:05:19.039541 dv-cinder-836996-23-iscsi neutron-server[104278]: 'PortForwarding': '1.3', May 20 09:05:19.039541 dv-cinder-836996-23-iscsi neutron-server[104278]: 'QosPolicy': '1.10', May 20 09:05:19.039541 dv-cinder-836996-23-iscsi neutron-server[104278]: 'SecurityGroup': '1.5', May 20 09:05:19.039541 dv-cinder-836996-23-iscsi neutron-server[104278]: 'SecurityGroupRule': '1.2', May 20 09:05:19.039541 dv-cinder-836996-23-iscsi neutron-server[104278]: 'SubPort': '1.0', May 20 09:05:19.039541 dv-cinder-836996-23-iscsi neutron-server[104278]: 'Subnet': '1.1', May 20 09:05:19.039541 dv-cinder-836996-23-iscsi neutron-server[104278]: 'Trunk': '1.1'}} May 20 09:05:19.039541 dv-cinder-836996-23-iscsi neutron-server[104278]: {{(pid=104278) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 09:05:19.046991 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8935b1-0e8e-40ea-a9f0-9c627a8e8938 None None] Checking agent: {'id': '8cdc3712-48c6-4c17-b1e2-8ec392d7f09b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 9, 4, 50), 'started_at': datetime.datetime(2022, 5, 20, 9, 4, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 9, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 09:05:19.047415 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8935b1-0e8e-40ea-a9f0-9c627a8e8938 None None] Checking segment: {'id': 'cec7fe68-4a28-4b3f-90a4-3ea654c7ebca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '655c6c2f-2d1b-46dc-b94a-46022078aad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:05:19.047850 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fa8935b1-0e8e-40ea-a9f0-9c627a8e8938 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:19.048225 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8935b1-0e8e-40ea-a9f0-9c627a8e8938 None None] Bound using segment: {'id': 'cec7fe68-4a28-4b3f-90a4-3ea654c7ebca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '655c6c2f-2d1b-46dc-b94a-46022078aad4'} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 09:05:19.048719 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-fa8935b1-0e8e-40ea-a9f0-9c627a8e8938 None None] Bound port: 475e8221-7f5c-45c3-83bb-d464523591e6, host: dv-cinder-836996-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cec7fe68-4a28-4b3f-90a4-3ea654c7ebca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '655c6c2f-2d1b-46dc-b94a-46022078aad4'}}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 20 09:05:19.049082 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fa8935b1-0e8e-40ea-a9f0-9c627a8e8938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (475e8221-7f5c-45c3-83bb-d464523591e6), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:19.105091 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:05:19.119933 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-2ca83a05-f6cf-4fe6-b117-0d55a7364d01 None None] Provisioning complete for port 475e8221-7f5c-45c3-83bb-d464523591e6 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:05:19.120276 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-fa8935b1-0e8e-40ea-a9f0-9c627a8e8938 None None] For port 475e8221-7f5c-45c3-83bb-d464523591e6, host dv-cinder-836996-23-iscsi, cleared binding levels {{(pid=104278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 09:05:19.120663 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-2ca83a05-f6cf-4fe6-b117-0d55a7364d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (475e8221-7f5c-45c3-83bb-d464523591e6), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:19.147968 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:05:19.150949 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-fa8935b1-0e8e-40ea-a9f0-9c627a8e8938 None None] For port 475e8221-7f5c-45c3-83bb-d464523591e6, host dv-cinder-836996-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=475e8221-7f5c-45c3-83bb-d464523591e6,segment=NetworkSegment(cec7fe68-4a28-4b3f-90a4-3ea654c7ebca),segment_id=cec7fe68-4a28-4b3f-90a4-3ea654c7ebca)] {{(pid=104278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 09:05:19.157560 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-2ca83a05-f6cf-4fe6-b117-0d55a7364d01 None None] Port 475e8221-7f5c-45c3-83bb-d464523591e6 cannot update to ACTIVE because it is not bound. {{(pid=104277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 20 09:05:19.163778 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fa8935b1-0e8e-40ea-a9f0-9c627a8e8938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (475e8221-7f5c-45c3-83bb-d464523591e6), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:19.223610 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f70853-7cee-44a9-93c4-deadbd8f3a1e None None] Pushing event updated for resources: {'Port': ['ID=475e8221-7f5c-45c3-83bb-d464523591e6,revision_number=4']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:05:19.226899 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8935b1-0e8e-40ea-a9f0-9c627a8e8938 None None] Routers {'bfa8d2bc-9c54-4c2f-98ea-616914822b85'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:05:19.227553 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-fa8935b1-0e8e-40ea-a9f0-9c627a8e8938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:05:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['bfa8d2bc-9c54-4c2f-98ea-616914822b85'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:05:19.317976 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-fa8935b1-0e8e-40ea-a9f0-9c627a8e8938 None None] Set router bfa8d2bc-9c54-4c2f-98ea-616914822b85 gateway port host: None {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:05:19.513125 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-fa8935b1-0e8e-40ea-a9f0-9c627a8e8938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa8d2bc-9c54-4c2f-98ea-616914822b85', 'name': 'router1', 'tenant_id': '0d512da984d845ada1d62c6bfc2ef6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:05:05Z', 'updated_at': '2022-05-20T09:05:16Z', 'revision_number': 2, 'project_id': '0d512da984d845ada1d62c6bfc2ef6c7', 'gw_port_host': None, '_interfaces': [{'id': '475e8221-7f5c-45c3-83bb-d464523591e6', 'name': '', 'network_id': '655c6c2f-2d1b-46dc-b94a-46022078aad4', 'tenant_id': '0d512da984d845ada1d62c6bfc2ef6c7', 'mac_address': 'fa:16:3e:fb:5c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa8d2bc-9c54-4c2f-98ea-616914822b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1e787438-c805-49a2-9368-d56c67680c7d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:05:16Z', 'updated_at': '2022-05-20T09:05:19Z', 'revision_number': 4, 'project_id': '0d512da984d845ada1d62c6bfc2ef6c7', 'subnets': [{'id': '1e787438-c805-49a2-9368-d56c67680c7d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f42670ef-ad5b-40ea-bc48-2a3ac235dfaa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:05:19.543001 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8935b1-0e8e-40ea-a9f0-9c627a8e8938 None None] The sync data for ids ['bfa8d2bc-9c54-4c2f-98ea-616914822b85'] in dv-cinder-836996-23-iscsi is: [{'id': 'bfa8d2bc-9c54-4c2f-98ea-616914822b85', 'name': 'router1', 'tenant_id': '0d512da984d845ada1d62c6bfc2ef6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:05:05Z', 'updated_at': '2022-05-20T09:05:16Z', 'revision_number': 2, 'project_id': '0d512da984d845ada1d62c6bfc2ef6c7', 'gw_port_host': None, '_interfaces': [{'id': '475e8221-7f5c-45c3-83bb-d464523591e6', 'name': '', 'network_id': '655c6c2f-2d1b-46dc-b94a-46022078aad4', 'tenant_id': '0d512da984d845ada1d62c6bfc2ef6c7', 'mac_address': 'fa:16:3e:fb:5c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa8d2bc-9c54-4c2f-98ea-616914822b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1e787438-c805-49a2-9368-d56c67680c7d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:05:16Z', 'updated_at': '2022-05-20T09:05:19Z', 'revision_number': 4, 'project_id': '0d512da984d845ada1d62c6bfc2ef6c7', 'subnets': [{'id': '1e787438-c805-49a2-9368-d56c67680c7d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f42670ef-ad5b-40ea-bc48-2a3ac235dfaa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:05:19.559807 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-36691fdf-26ae-4ef7-9a1f-7031f16bcd8d None None] Provisioning complete for port 475e8221-7f5c-45c3-83bb-d464523591e6 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:05:19.560365 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-36691fdf-26ae-4ef7-9a1f-7031f16bcd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (475e8221-7f5c-45c3-83bb-d464523591e6), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:19.632469 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-36691fdf-26ae-4ef7-9a1f-7031f16bcd8d None None] Current status of the port 475e8221-7f5c-45c3-83bb-d464523591e6 is: DOWN; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:05:19.632741 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-36691fdf-26ae-4ef7-9a1f-7031f16bcd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (475e8221-7f5c-45c3-83bb-d464523591e6), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:19.670639 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-36691fdf-26ae-4ef7-9a1f-7031f16bcd8d None None] For port 475e8221-7f5c-45c3-83bb-d464523591e6, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=475e8221-7f5c-45c3-83bb-d464523591e6,segment=NetworkSegment(cec7fe68-4a28-4b3f-90a4-3ea654c7ebca),segment_id=cec7fe68-4a28-4b3f-90a4-3ea654c7ebca)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:05:19.676227 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-36691fdf-26ae-4ef7-9a1f-7031f16bcd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (475e8221-7f5c-45c3-83bb-d464523591e6), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:19.726039 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36691fdf-26ae-4ef7-9a1f-7031f16bcd8d None None] Pushing event updated for resources: {'Port': ['ID=475e8221-7f5c-45c3-83bb-d464523591e6,revision_number=5']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:05:20.040852 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 55954) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:05:20.128263 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:20.253958 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65317615-f637-46b5-865c-bd05398c275f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:05:20.255359 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-65317615-f637-46b5-865c-bd05398c275f admin admin] 10.222.0.69 "GET /v2.0/networks/db85349c-1449-495a-9881-8426bbf372da HTTP/1.1" status: 200 len: 842 time: 0.2133541 May 20 09:05:20.265356 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-5086d7b0-78a2-4b94-997e-a87770b13c44 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'ip_version': 4, 'enable_dhcp': False, 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'cidr': '172.27.0.0/24', 'name': 'public-subnet'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:05:20.300674 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5086d7b0-78a2-4b94-997e-a87770b13c44 admin admin] Made reservation on behalf of aac440dc4ce14fa1a6d365f33d6d214c for: {'subnet': 1} {{(pid=104275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:05:20.303024 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-5086d7b0-78a2-4b94-997e-a87770b13c44 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:20.397115 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:05:20.544459 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:05:20.605435 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.objects.ports [None req-5086d7b0-78a2-4b94-997e-a87770b13c44 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104275) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 20 09:05:20.605765 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-5086d7b0-78a2-4b94-997e-a87770b13c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360'] for subnet (93804823-6bc2-4eb0-bfcd-bdee0631ed3e), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:20.657305 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d7b0-78a2-4b94-997e-a87770b13c44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93804823-6bc2-4eb0-bfcd-bdee0631ed3e,revision_number=0']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:05:20.673910 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5086d7b0-78a2-4b94-997e-a87770b13c44 admin admin] Checking segment: {'id': '99d4634d-7c16-4239-978b-38d882e34cf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db85349c-1449-495a-9881-8426bbf372da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:05:20.674235 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5086d7b0-78a2-4b94-997e-a87770b13c44 admin admin] Network hostable DHCP agents. Network: db85349c-1449-495a-9881-8426bbf372da, hostable agents: ['b26f8cd8-eda4-4382-aac8-4197b502694f'], hosted agents: [] {{(pid=104275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 09:05:20.698691 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5086d7b0-78a2-4b94-997e-a87770b13c44 admin admin] Network db85349c-1449-495a-9881-8426bbf372da is scheduled to be hosted by DHCP agent b26f8cd8-eda4-4382-aac8-4197b502694f with binding_index 1 {{(pid=104275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 09:05:20.711766 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.base_scheduler [None req-5086d7b0-78a2-4b94-997e-a87770b13c44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-23-iscsi, db85349c-1449-495a-9881-8426bbf372da) {{(pid=104275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:05:20.715845 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5086d7b0-78a2-4b94-997e-a87770b13c44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:05:20.716475 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-5086d7b0-78a2-4b94-997e-a87770b13c44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for subnet (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:20.722246 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cb9a00-44e0-4778-b1d0-af317e66b9ae None None] Network db85349c-1449-495a-9881-8426bbf372da requested from dv-cinder-836996-23-iscsi {{(pid=104277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 20 09:05:20.737548 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-5086d7b0-78a2-4b94-997e-a87770b13c44 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4756579 May 20 09:05:20.830983 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687e11c2-8d19-4262-aa6a-867452ee7384 None None] Network db85349c-1449-495a-9881-8426bbf372da requested from dv-cinder-836996-23-iscsi {{(pid=104277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 20 09:05:22.108319 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=20,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:05:22.112206 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=76,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:05:23.154094 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 55974) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:05:23.285389 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-a415c548-46fb-4af5-8005-18d6861076fd demo admin] 10.222.0.69 "GET /v2.0/routers/bfa8d2bc-9c54-4c2f-98ea-616914822b85 HTTP/1.1" status: 200 len: 710 time: 0.1281364 May 20 09:05:23.371908 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111c98df-83c7-4aae-9378-549ab9a723a5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:05:23.373253 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-111c98df-83c7-4aae-9378-549ab9a723a5 demo admin] 10.222.0.69 "GET /v2.0/networks/db85349c-1449-495a-9881-8426bbf372da HTTP/1.1" status: 200 len: 886 time: 0.0838978 May 20 09:05:23.382088 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-38b18de6-f8d3-48af-ad09-a4fb8952c4c7 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da'}}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:05:23.613891 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-38b18de6-f8d3-48af-ad09-a4fb8952c4c7 demo admin] Publish callbacks [] for router_gateway (bfa8d2bc-9c54-4c2f-98ea-616914822b85), precommit_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:23.828405 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-38b18de6-f8d3-48af-ad09-a4fb8952c4c7 demo admin] Publish callbacks [] for router_gateway (bfa8d2bc-9c54-4c2f-98ea-616914822b85), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:23.893198 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:05:23.903057 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-38b18de6-f8d3-48af-ad09-a4fb8952c4c7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:23.964552 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:05:24.074387 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.db_base_plugin_common [None req-38b18de6-f8d3-48af-ad09-a4fb8952c4c7 demo admin] Allocated IP 172.27.0.239 (db85349c-1449-495a-9881-8426bbf372da/93804823-6bc2-4eb0-bfcd-bdee0631ed3e/3d03b5d0-8a00-492d-85c7-19f52fc49e69) {{(pid=104275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:05:24.173142 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-38b18de6-f8d3-48af-ad09-a4fb8952c4c7 demo admin] Publish callbacks [] for port (3d03b5d0-8a00-492d-85c7-19f52fc49e69), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:24.206753 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-38b18de6-f8d3-48af-ad09-a4fb8952c4c7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936'] for port (3d03b5d0-8a00-492d-85c7-19f52fc49e69), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:24.246889 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b18de6-f8d3-48af-ad09-a4fb8952c4c7 demo admin] Network db85349c-1449-495a-9881-8426bbf372da is already hosted by enough agents. {{(pid=104275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:05:24.249627 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.base_scheduler [None req-38b18de6-f8d3-48af-ad09-a4fb8952c4c7 demo admin] Resources bound (agent type, host, resource id): {{(pid=104275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:05:24.253148 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b18de6-f8d3-48af-ad09-a4fb8952c4c7 demo admin] Received port after_create {{(pid=104275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:05:24.286800 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b18de6-f8d3-48af-ad09-a4fb8952c4c7 demo admin] Pushing event updated for resources: {'Port': ['ID=3d03b5d0-8a00-492d-85c7-19f52fc49e69,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:05:24.494833 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-38b18de6-f8d3-48af-ad09-a4fb8952c4c7 demo admin] Publish callbacks [] for router_gateway (bfa8d2bc-9c54-4c2f-98ea-616914822b85), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:24.690804 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-38b18de6-f8d3-48af-ad09-a4fb8952c4c7 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1542'] for router (bfa8d2bc-9c54-4c2f-98ea-616914822b85), precommit_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:24.694845 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-38b18de6-f8d3-48af-ad09-a4fb8952c4c7 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-680759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-680750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-682183'] for router (bfa8d2bc-9c54-4c2f-98ea-616914822b85), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:24.741253 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:05:24.806742 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b18de6-f8d3-48af-ad09-a4fb8952c4c7 demo admin] Router bfa8d2bc-9c54-4c2f-98ea-616914822b85 has already been hosted by L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 {{(pid=104275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 09:05:24.908180 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:05:24.911692 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b18de6-f8d3-48af-ad09-a4fb8952c4c7 demo admin] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:05:24.915882 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-38b18de6-f8d3-48af-ad09-a4fb8952c4c7 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:24.930220 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-38b18de6-f8d3-48af-ad09-a4fb8952c4c7 demo admin] 10.222.0.69 "PUT /v2.0/routers/bfa8d2bc-9c54-4c2f-98ea-616914822b85 HTTP/1.1" status: 200 len: 890 time: 1.5380731 May 20 09:05:25.998725 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.agents_db [None req-08ca63ee-ac6b-41b9-8918-1f445ad695da None None] Agent healthcheck: found 5 active agents {{(pid=104278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 09:05:26.761129 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 475e8221-7f5c-45c3-83bb-d464523591e6 up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:05:26.809111 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port 475e8221-7f5c-45c3-83bb-d464523591e6 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:05:26.809501 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (475e8221-7f5c-45c3-83bb-d464523591e6), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:26.880849 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port 475e8221-7f5c-45c3-83bb-d464523591e6 is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:05:27.359301 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 55986) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:05:27.480878 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-6dc45845-5e8e-417a-ab3f-ed8585d67f4b admin admin] 10.222.0.69 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1204267 May 20 09:05:28.264212 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee935294-33d4-42ab-a924-7262d9077155 None None] Sync routers for ids ['bfa8d2bc-9c54-4c2f-98ea-616914822b85'] in dv-cinder-836996-23-iscsi {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:05:28.275721 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee935294-33d4-42ab-a924-7262d9077155 None None] Routers {'bfa8d2bc-9c54-4c2f-98ea-616914822b85'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:05:28.276369 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-ee935294-33d4-42ab-a924-7262d9077155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:05:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['bfa8d2bc-9c54-4c2f-98ea-616914822b85'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:05:28.459644 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:05:28.478635 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-ee935294-33d4-42ab-a924-7262d9077155 None None] Set router bfa8d2bc-9c54-4c2f-98ea-616914822b85 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:05:28.824712 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:05:28.848840 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-ee935294-33d4-42ab-a924-7262d9077155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa8d2bc-9c54-4c2f-98ea-616914822b85', 'name': 'router1', 'tenant_id': '0d512da984d845ada1d62c6bfc2ef6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '3d03b5d0-8a00-492d-85c7-19f52fc49e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:05:05Z', 'updated_at': '2022-05-20T09:05:24Z', 'revision_number': 4, 'project_id': '0d512da984d845ada1d62c6bfc2ef6c7', 'gw_port': {'id': '3d03b5d0-8a00-492d-85c7-19f52fc49e69', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:73:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa8d2bc-9c54-4c2f-98ea-616914822b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:05:23Z', 'updated_at': '2022-05-20T09:05:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '475e8221-7f5c-45c3-83bb-d464523591e6', 'name': '', 'network_id': '655c6c2f-2d1b-46dc-b94a-46022078aad4', 'tenant_id': '0d512da984d845ada1d62c6bfc2ef6c7', 'mac_address': 'fa:16:3e:fb:5c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa8d2bc-9c54-4c2f-98ea-616914822b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1e787438-c805-49a2-9368-d56c67680c7d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:05:16Z', 'updated_at': '2022-05-20T09:05:19Z', 'revision_number': 5, 'project_id': '0d512da984d845ada1d62c6bfc2ef6c7', 'subnets': [{'id': '1e787438-c805-49a2-9368-d56c67680c7d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f42670ef-ad5b-40ea-bc48-2a3ac235dfaa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:05:28.964970 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee935294-33d4-42ab-a924-7262d9077155 None None] Checking router: bfa8d2bc-9c54-4c2f-98ea-616914822b85 for host: dv-cinder-836996-23-iscsi {{(pid=104277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:05:28.965206 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee935294-33d4-42ab-a924-7262d9077155 None None] Updating router bfa8d2bc-9c54-4c2f-98ea-616914822b85 port 3d03b5d0-8a00-492d-85c7-19f52fc49e69 binding host dv-cinder-836996-23-iscsi {{(pid=104277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 09:05:29.015797 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ee935294-33d4-42ab-a924-7262d9077155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (3d03b5d0-8a00-492d-85c7-19f52fc49e69), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:29.369650 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ee935294-33d4-42ab-a924-7262d9077155 None None] Publish callbacks [] for port (3d03b5d0-8a00-492d-85c7-19f52fc49e69), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:29.375885 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ee935294-33d4-42ab-a924-7262d9077155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (3d03b5d0-8a00-492d-85c7-19f52fc49e69), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:29.417042 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd9c43e-dbbb-4d7c-9912-c7f2240faf81 None None] Pushing event updated for resources: {'Port': ['ID=3d03b5d0-8a00-492d-85c7-19f52fc49e69,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:05:29.440402 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-ee935294-33d4-42ab-a924-7262d9077155 None None] Attempting to bind port 3d03b5d0-8a00-492d-85c7-19f52fc49e69 on host dv-cinder-836996-23-iscsi for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 20 09:05:29.440402 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-ee935294-33d4-42ab-a924-7262d9077155 None None] Attempting to bind port 3d03b5d0-8a00-492d-85c7-19f52fc49e69 by drivers openvswitch,hyperv on host dv-cinder-836996-23-iscsi at level 0 using segments [{'id': '99d4634d-7c16-4239-978b-38d882e34cf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db85349c-1449-495a-9881-8426bbf372da'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 20 09:05:29.440402 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee935294-33d4-42ab-a924-7262d9077155 None None] Attempting to bind port 3d03b5d0-8a00-492d-85c7-19f52fc49e69 on network db85349c-1449-495a-9881-8426bbf372da {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:05:29.447979 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee935294-33d4-42ab-a924-7262d9077155 None None] Checking agent: {'id': '8cdc3712-48c6-4c17-b1e2-8ec392d7f09b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 9, 4, 50), 'started_at': datetime.datetime(2022, 5, 20, 9, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 9, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 09:05:29.448580 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee935294-33d4-42ab-a924-7262d9077155 None None] Checking segment: {'id': '99d4634d-7c16-4239-978b-38d882e34cf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db85349c-1449-495a-9881-8426bbf372da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:05:29.449133 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ee935294-33d4-42ab-a924-7262d9077155 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:29.449654 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee935294-33d4-42ab-a924-7262d9077155 None None] Bound using segment: {'id': '99d4634d-7c16-4239-978b-38d882e34cf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db85349c-1449-495a-9881-8426bbf372da'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 09:05:29.450260 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-ee935294-33d4-42ab-a924-7262d9077155 None None] Bound port: 3d03b5d0-8a00-492d-85c7-19f52fc49e69, host: dv-cinder-836996-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d4634d-7c16-4239-978b-38d882e34cf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db85349c-1449-495a-9881-8426bbf372da'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 20 09:05:29.450772 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ee935294-33d4-42ab-a924-7262d9077155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (3d03b5d0-8a00-492d-85c7-19f52fc49e69), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:29.505990 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-ee935294-33d4-42ab-a924-7262d9077155 None None] For port 3d03b5d0-8a00-492d-85c7-19f52fc49e69, host dv-cinder-836996-23-iscsi, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 09:05:29.509497 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-ee935294-33d4-42ab-a924-7262d9077155 None None] For port 3d03b5d0-8a00-492d-85c7-19f52fc49e69, host dv-cinder-836996-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=3d03b5d0-8a00-492d-85c7-19f52fc49e69,segment=NetworkSegment(99d4634d-7c16-4239-978b-38d882e34cf7),segment_id=99d4634d-7c16-4239-978b-38d882e34cf7)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 09:05:29.516575 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=35 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:05:29.517983 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ee935294-33d4-42ab-a924-7262d9077155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (3d03b5d0-8a00-492d-85c7-19f52fc49e69), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:29.584831 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee935294-33d4-42ab-a924-7262d9077155 None None] Routers {'bfa8d2bc-9c54-4c2f-98ea-616914822b85'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:05:29.585408 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-ee935294-33d4-42ab-a924-7262d9077155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:05:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['bfa8d2bc-9c54-4c2f-98ea-616914822b85'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:05:29.591251 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd9c43e-dbbb-4d7c-9912-c7f2240faf81 None None] Pushing event updated for resources: {'Port': ['ID=3d03b5d0-8a00-492d-85c7-19f52fc49e69,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:05:29.637140 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:05:29.700367 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-ee935294-33d4-42ab-a924-7262d9077155 None None] Set router bfa8d2bc-9c54-4c2f-98ea-616914822b85 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:05:29.902865 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-ee935294-33d4-42ab-a924-7262d9077155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa8d2bc-9c54-4c2f-98ea-616914822b85', 'name': 'router1', 'tenant_id': '0d512da984d845ada1d62c6bfc2ef6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '3d03b5d0-8a00-492d-85c7-19f52fc49e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:05:05Z', 'updated_at': '2022-05-20T09:05:24Z', 'revision_number': 4, 'project_id': '0d512da984d845ada1d62c6bfc2ef6c7', 'gw_port': {'id': '3d03b5d0-8a00-492d-85c7-19f52fc49e69', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:73:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa8d2bc-9c54-4c2f-98ea-616914822b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:05:23Z', 'updated_at': '2022-05-20T09:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '475e8221-7f5c-45c3-83bb-d464523591e6', 'name': '', 'network_id': '655c6c2f-2d1b-46dc-b94a-46022078aad4', 'tenant_id': '0d512da984d845ada1d62c6bfc2ef6c7', 'mac_address': 'fa:16:3e:fb:5c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa8d2bc-9c54-4c2f-98ea-616914822b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1e787438-c805-49a2-9368-d56c67680c7d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:05:16Z', 'updated_at': '2022-05-20T09:05:19Z', 'revision_number': 5, 'project_id': '0d512da984d845ada1d62c6bfc2ef6c7', 'subnets': [{'id': '1e787438-c805-49a2-9368-d56c67680c7d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f42670ef-ad5b-40ea-bc48-2a3ac235dfaa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:05:29.934003 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee935294-33d4-42ab-a924-7262d9077155 None None] The sync data for ids ['bfa8d2bc-9c54-4c2f-98ea-616914822b85'] in dv-cinder-836996-23-iscsi is: [{'id': 'bfa8d2bc-9c54-4c2f-98ea-616914822b85', 'name': 'router1', 'tenant_id': '0d512da984d845ada1d62c6bfc2ef6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '3d03b5d0-8a00-492d-85c7-19f52fc49e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:05:05Z', 'updated_at': '2022-05-20T09:05:24Z', 'revision_number': 4, 'project_id': '0d512da984d845ada1d62c6bfc2ef6c7', 'gw_port': {'id': '3d03b5d0-8a00-492d-85c7-19f52fc49e69', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:73:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa8d2bc-9c54-4c2f-98ea-616914822b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:05:23Z', 'updated_at': '2022-05-20T09:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '475e8221-7f5c-45c3-83bb-d464523591e6', 'name': '', 'network_id': '655c6c2f-2d1b-46dc-b94a-46022078aad4', 'tenant_id': '0d512da984d845ada1d62c6bfc2ef6c7', 'mac_address': 'fa:16:3e:fb:5c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa8d2bc-9c54-4c2f-98ea-616914822b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1e787438-c805-49a2-9368-d56c67680c7d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:05:16Z', 'updated_at': '2022-05-20T09:05:19Z', 'revision_number': 5, 'project_id': '0d512da984d845ada1d62c6bfc2ef6c7', 'subnets': [{'id': '1e787438-c805-49a2-9368-d56c67680c7d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f42670ef-ad5b-40ea-bc48-2a3ac235dfaa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:05:30.812740 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 3d03b5d0-8a00-492d-85c7-19f52fc49e69 up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:05:30.833365 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:05:30.873843 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port 3d03b5d0-8a00-492d-85c7-19f52fc49e69 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:05:30.874229 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (3d03b5d0-8a00-492d-85c7-19f52fc49e69), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:30.965178 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port 3d03b5d0-8a00-492d-85c7-19f52fc49e69 is: DOWN; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:05:30.965429 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (3d03b5d0-8a00-492d-85c7-19f52fc49e69), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:30.990322 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] For port 3d03b5d0-8a00-492d-85c7-19f52fc49e69, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=3d03b5d0-8a00-492d-85c7-19f52fc49e69,segment=NetworkSegment(99d4634d-7c16-4239-978b-38d882e34cf7),segment_id=99d4634d-7c16-4239-978b-38d882e34cf7)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:05:30.997301 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (3d03b5d0-8a00-492d-85c7-19f52fc49e69), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:31.073025 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Pushing event updated for resources: {'Port': ['ID=3d03b5d0-8a00-492d-85c7-19f52fc49e69,revision_number=4']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:05:32.834126 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 3d03b5d0-8a00-492d-85c7-19f52fc49e69 up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:05:32.945445 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port 3d03b5d0-8a00-492d-85c7-19f52fc49e69 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:05:32.945940 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (3d03b5d0-8a00-492d-85c7-19f52fc49e69), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:33.078231 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port 3d03b5d0-8a00-492d-85c7-19f52fc49e69 is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:05:35.994475 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=48 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:05:37.469702 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=18 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:05:37.477108 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:05:43.044788 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=35,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:05:43.078393 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=79,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:05:43.498842 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1127eb6f-c8a2-4043-ba7c-f7604914304c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:45.766409 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b9176552-1b31-4b56-8057-3332988157cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:47.016988 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:48.292679 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:50.130123 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:05:53.007042 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:05:53.014154 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:06:00.116339 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:06:00.123351 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:06:02.998700 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.agents_db [None req-08ca63ee-ac6b-41b9-8918-1f445ad695da None None] Agent healthcheck: found 5 active agents {{(pid=104278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 09:06:12.993959 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:06:13.559430 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-74a1b304-9fb9-4730-92ce-1f73c9c4cfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:06:15.764128 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fc212259-4902-4295-b791-49e3db1c3835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:06:17.022226 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:06:18.297248 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:06:20.135431 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:06:28.290020 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:06:30.009248 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=6 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:06:30.129184 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:06:39.998198 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.agents_db [None req-08ca63ee-ac6b-41b9-8918-1f445ad695da None None] Agent healthcheck: found 5 active agents {{(pid=104278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 09:06:43.495602 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e679ec30-e97d-423c-a1d2-958d4a4763d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:06:45.769992 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-cc54e1ca-3b09-45fd-bf00-508a66cd0442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:06:46.732654 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 56524) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:06:46.808186 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.pecan_wsgi.hooks.translation [None req-961ef006-c1ac-4eb7-acd0-ed16cef72df6 admin admin] GET failed (client error): The resource could not be found. May 20 09:06:46.809495 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-961ef006-c1ac-4eb7-acd0-ed16cef72df6 admin admin] 10.222.0.69 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0757627 May 20 09:06:46.973821 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3414e8-8f11-4208-b816-5d8431a66800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:06:46.975182 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-ea3414e8-8f11-4208-b816-5d8431a66800 admin admin] 10.222.0.69 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1613166 May 20 09:06:47.025178 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:06:48.292235 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:06:49.227300 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 56534) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:06:49.332465 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c050e37a-d13a-4fd5-b139-5244599eb8f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:06:49.333808 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-c050e37a-d13a-4fd5-b139-5244599eb8f5 admin admin] 10.222.0.69 "GET /v2.0/subnets/1e787438-c805-49a2-9368-d56c67680c7d HTTP/1.1" status: 200 len: 849 time: 0.1055183 May 20 09:06:49.345005 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-867214e8-b0f4-41e5-9708-e430399ce4c9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:06:49.443386 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-867214e8-b0f4-41e5-9708-e430399ce4c9 admin admin] Publish callbacks [] for subnet (1e787438-c805-49a2-9368-d56c67680c7d), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:06:49.589077 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-867214e8-b0f4-41e5-9708-e430399ce4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728766919644'] for subnet (1e787438-c805-49a2-9368-d56c67680c7d), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:06:49.621156 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867214e8-b0f4-41e5-9708-e430399ce4c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:06:49.621995 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-867214e8-b0f4-41e5-9708-e430399ce4c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for subnet (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:06:49.623016 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-867214e8-b0f4-41e5-9708-e430399ce4c9 admin admin] 10.222.0.69 "PUT /v2.0/subnets/1e787438-c805-49a2-9368-d56c67680c7d HTTP/1.1" status: 200 len: 868 time: 0.2816203 May 20 09:06:49.635036 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3521f74a-7919-4d09-8884-369873d263c8 None None] Network 655c6c2f-2d1b-46dc-b94a-46022078aad4 requested from dv-cinder-836996-23-iscsi {{(pid=104277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 20 09:06:49.641450 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867214e8-b0f4-41e5-9708-e430399ce4c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e787438-c805-49a2-9368-d56c67680c7d,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:06:49.649223 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867214e8-b0f4-41e5-9708-e430399ce4c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:06:49.649569 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867214e8-b0f4-41e5-9708-e430399ce4c9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:06:49.650510 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867214e8-b0f4-41e5-9708-e430399ce4c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:06:49.650510 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867214e8-b0f4-41e5-9708-e430399ce4c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:06:49.650755 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867214e8-b0f4-41e5-9708-e430399ce4c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:06:49.650905 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867214e8-b0f4-41e5-9708-e430399ce4c9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:06:49.651338 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867214e8-b0f4-41e5-9708-e430399ce4c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:06:49.651680 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867214e8-b0f4-41e5-9708-e430399ce4c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:06:49.652018 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867214e8-b0f4-41e5-9708-e430399ce4c9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:06:49.652342 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867214e8-b0f4-41e5-9708-e430399ce4c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:06:49.652674 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867214e8-b0f4-41e5-9708-e430399ce4c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:06:49.653000 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867214e8-b0f4-41e5-9708-e430399ce4c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:06:49.653319 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867214e8-b0f4-41e5-9708-e430399ce4c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:06:49.653634 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867214e8-b0f4-41e5-9708-e430399ce4c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:06:49.653935 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867214e8-b0f4-41e5-9708-e430399ce4c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:06:49.994014 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:06:49.994774 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:06:50.020890 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-3a7bf727-037f-4adb-9726-550a4541b2f6 None None] Provisioning complete for port 8257a018-d34a-44f6-965d-f7d14da6d0f9 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:06:50.021209 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3a7bf727-037f-4adb-9726-550a4541b2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (8257a018-d34a-44f6-965d-f7d14da6d0f9), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:06:50.099114 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-3a7bf727-037f-4adb-9726-550a4541b2f6 None None] Current status of the port 8257a018-d34a-44f6-965d-f7d14da6d0f9 is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:06:50.107810 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-3a7bf727-037f-4adb-9726-550a4541b2f6 None None] Provisioning complete for port 475e8221-7f5c-45c3-83bb-d464523591e6 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:06:50.108191 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3a7bf727-037f-4adb-9726-550a4541b2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (475e8221-7f5c-45c3-83bb-d464523591e6), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:06:50.154686 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:06:50.191530 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-3a7bf727-037f-4adb-9726-550a4541b2f6 None None] Current status of the port 475e8221-7f5c-45c3-83bb-d464523591e6 is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:06:51.872153 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 56542) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:06:52.170304 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac4bbd9-041e-4b91-9e83-2571bed3d3c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:06:52.170635 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac4bbd9-041e-4b91-9e83-2571bed3d3c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:06:52.172268 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-7ac4bbd9-041e-4b91-9e83-2571bed3d3c3 admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2988214 May 20 09:06:54.416122 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 56552) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:06:54.578022 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9616ef37-fdbd-4eca-a495-e04811e93d41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:06:54.578490 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9616ef37-fdbd-4eca-a495-e04811e93d41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:06:54.580091 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-9616ef37-fdbd-4eca-a495-e04811e93d41 admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1628358 May 20 09:06:56.808100 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 56560) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:06:56.911734 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:06:56.950440 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4669ca-c0c3-47fd-8b91-58684b821aaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:06:56.951845 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-0c4669ca-c0c3-47fd-8b91-58684b821aaf admin admin] 10.222.0.69 "GET /v2.0/networks/655c6c2f-2d1b-46dc-b94a-46022078aad4 HTTP/1.1" status: 200 len: 869 time: 0.1424010 May 20 09:06:59.167274 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 56568) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:06:59.270431 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:06:59.299580 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5e25be-422d-4171-a890-4374167cf29c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:06:59.300928 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-3e5e25be-422d-4171-a890-4374167cf29c admin admin] 10.222.0.69 "GET /v2.0/networks/db85349c-1449-495a-9881-8426bbf372da HTTP/1.1" status: 200 len: 886 time: 0.1326659 May 20 09:07:00.188414 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=43,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:07:00.189457 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:07:01.537665 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 56576) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:07:01.662145 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39957bcf-b80d-4719-8505-e266371858ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:07:01.662624 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39957bcf-b80d-4719-8505-e266371858ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:07:01.664161 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-39957bcf-b80d-4719-8505-e266371858ef admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1255467 May 20 09:07:03.914138 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 56584) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:07:04.020417 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1354f96d-b500-4279-b2e9-06c72fb85a66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:07:04.020860 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1354f96d-b500-4279-b2e9-06c72fb85a66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:07:04.022482 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-1354f96d-b500-4279-b2e9-06c72fb85a66 admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1073012 May 20 09:07:06.282779 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 56594) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:07:06.383918 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01e4148-9760-42b7-985d-2297a462d903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:07:06.385779 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-b01e4148-9760-42b7-985d-2297a462d903 admin admin] 10.222.0.69 "GET /v2.0/subnets/1e787438-c805-49a2-9368-d56c67680c7d HTTP/1.1" status: 200 len: 868 time: 0.1019983 May 20 09:07:07.006639 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=17 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:07:07.007480 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=15 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:07:08.591882 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 56602) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:07:08.680668 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7acccb3-3550-4107-bc56-15481b9e226c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:07:08.681894 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-a7acccb3-3550-4107-bc56-15481b9e226c admin admin] 10.222.0.69 "GET /v2.0/subnets/93804823-6bc2-4eb0-bfcd-bdee0631ed3e HTTP/1.1" status: 200 len: 816 time: 0.0890436 May 20 09:07:13.492144 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7720fcc9-8787-4efb-ab49-4b070e52efb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:07:15.765772 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1c8dfc6d-f47e-4d26-8339-5a7b18de3309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:07:16.997536 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.agents_db [None req-08ca63ee-ac6b-41b9-8918-1f445ad695da None None] Agent healthcheck: found 5 active agents {{(pid=104278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 09:07:17.026135 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:07:18.295446 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:07:18.675640 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=36 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:07:18.677596 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=28 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:07:20.132991 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:07:26.993669 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:07:30.118595 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:07:30.124849 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:07:43.486109 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-5fff4629-d55e-4f43-b57a-c49457b5d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:07:43.999934 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:07:44.005705 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:07:45.761460 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ab7dce01-bb5e-4bcd-9ced-620244b3d7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:07:47.030257 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:07:48.298665 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:07:48.691453 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 56662) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:07:48.753702 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [None req-e38fb83a-1006-4274-9072-c2caaef4951f admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=104276) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 20 09:07:48.754876 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-e38fb83a-1006-4274-9072-c2caaef4951f admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0624895 May 20 09:07:50.127788 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:07:51.075758 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 56672) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:07:51.140455 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8b498ff-7934-4e8d-b73d-594e3918cef8 admin admin] GET failed (client error): The resource could not be found. May 20 09:07:51.141733 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-a8b498ff-7934-4e8d-b73d-594e3918cef8 admin admin] 10.222.0.69 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0649865 May 20 09:07:51.299348 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52829820-9561-4c4b-97e2-eab5bc6ff065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:07:51.300792 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-52829820-9561-4c4b-97e2-eab5bc6ff065 admin admin] 10.222.0.69 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1535082 May 20 09:07:53.571235 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 56680) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:07:53.619944 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-e1b8ee57-35d8-49a9-b298-04591e2a8253 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:07:53.646320 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b8ee57-35d8-49a9-b298-04591e2a8253 admin admin] Made reservation on behalf of aac440dc4ce14fa1a6d365f33d6d214c for: {'network': 1} {{(pid=104276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:07:53.648595 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e1b8ee57-35d8-49a9-b298-04591e2a8253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for network (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:07:53.684904 dv-cinder-836996-23-iscsi neutron-server[104276]: WARNING neutron.services.revisions.revision_plugin [None req-e1b8ee57-35d8-49a9-b298-04591e2a8253 admin admin] Could not find related network for resource to bump revision. May 20 09:07:53.697608 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1b8ee57-35d8-49a9-b298-04591e2a8253 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=104276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 09:07:53.706865 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e1b8ee57-35d8-49a9-b298-04591e2a8253 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728767071609', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461326'] for segment (b9c41f22-d81c-4e0b-8536-a87f226800ff), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:07:53.707279 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.db.segments_db [None req-e1b8ee57-35d8-49a9-b298-04591e2a8253 admin admin] Added segment b9c41f22-d81c-4e0b-8536-a87f226800ff of type vlan for network 498009c3-e968-497b-9913-69aab6fe59a2 May 20 09:07:53.745334 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e1b8ee57-35d8-49a9-b298-04591e2a8253 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728766529127'] for network (498009c3-e968-497b-9913-69aab6fe59a2), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:07:53.775354 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e1b8ee57-35d8-49a9-b298-04591e2a8253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360'] for network (498009c3-e968-497b-9913-69aab6fe59a2), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:07:53.776508 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b8ee57-35d8-49a9-b298-04591e2a8253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:07:53.777296 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e1b8ee57-35d8-49a9-b298-04591e2a8253 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for network (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:07:53.845860 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-e1b8ee57-35d8-49a9-b298-04591e2a8253 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2735147 May 20 09:07:53.848644 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b8ee57-35d8-49a9-b298-04591e2a8253 admin admin] Pushing event updated for resources: {'Network': ['ID=498009c3-e968-497b-9913-69aab6fe59a2,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:07:53.856353 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b8ee57-35d8-49a9-b298-04591e2a8253 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:53.856706 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b8ee57-35d8-49a9-b298-04591e2a8253 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:53.857061 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b8ee57-35d8-49a9-b298-04591e2a8253 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:53.857397 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b8ee57-35d8-49a9-b298-04591e2a8253 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:53.857725 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b8ee57-35d8-49a9-b298-04591e2a8253 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:53.858057 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b8ee57-35d8-49a9-b298-04591e2a8253 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:53.858381 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b8ee57-35d8-49a9-b298-04591e2a8253 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:53.858704 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b8ee57-35d8-49a9-b298-04591e2a8253 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:53.859039 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b8ee57-35d8-49a9-b298-04591e2a8253 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:53.859400 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b8ee57-35d8-49a9-b298-04591e2a8253 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:53.859744 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b8ee57-35d8-49a9-b298-04591e2a8253 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:53.860070 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b8ee57-35d8-49a9-b298-04591e2a8253 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:53.860401 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b8ee57-35d8-49a9-b298-04591e2a8253 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:53.860702 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b8ee57-35d8-49a9-b298-04591e2a8253 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:53.861016 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b8ee57-35d8-49a9-b298-04591e2a8253 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:53.873114 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Network 498009c3-e968-497b-9913-69aab6fe59a2 details requested by agent ovs-agent-dv-cinder-836996-23-iscsi with host dv-cinder-836996-23-iscsi {{(pid=104277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 09:07:53.997175 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.agents_db [None req-08ca63ee-ac6b-41b9-8918-1f445ad695da None None] Agent healthcheck: found 5 active agents {{(pid=104278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 09:07:56.113084 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 56688) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:07:56.177128 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.pecan_wsgi.hooks.translation [None req-72c2254c-77eb-44c3-b9eb-cd69bcc6855e admin admin] GET failed (client error): The resource could not be found. May 20 09:07:56.178407 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-72c2254c-77eb-44c3-b9eb-cd69bcc6855e admin admin] 10.222.0.69 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0643344 May 20 09:07:56.245717 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb6962c-1967-4e1a-ab2f-357d97c8c7d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:07:56.247242 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-3bb6962c-1967-4e1a-ab2f-357d97c8c7d5 admin admin] 10.222.0.69 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0647013 May 20 09:07:56.260321 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-74b85d57-2b32-469b-b7f0-7bf025e9eb9e admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '498009c3-e968-497b-9913-69aab6fe59a2', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:07:56.283691 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b85d57-2b32-469b-b7f0-7bf025e9eb9e admin admin] Made reservation on behalf of aac440dc4ce14fa1a6d365f33d6d214c for: {'subnet': 1} {{(pid=104276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:07:56.285902 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-74b85d57-2b32-469b-b7f0-7bf025e9eb9e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:07:56.460545 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-74b85d57-2b32-469b-b7f0-7bf025e9eb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360'] for subnet (8c125bca-6154-416b-965a-462492ca4a17), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:07:56.510384 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b85d57-2b32-469b-b7f0-7bf025e9eb9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c125bca-6154-416b-965a-462492ca4a17,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:07:56.526613 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b85d57-2b32-469b-b7f0-7bf025e9eb9e admin admin] Checking segment: {'id': 'b9c41f22-d81c-4e0b-8536-a87f226800ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '498009c3-e968-497b-9913-69aab6fe59a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:07:56.526955 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b85d57-2b32-469b-b7f0-7bf025e9eb9e admin admin] Network hostable DHCP agents. Network: 498009c3-e968-497b-9913-69aab6fe59a2, hostable agents: ['b26f8cd8-eda4-4382-aac8-4197b502694f'], hosted agents: [] {{(pid=104276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 09:07:56.545944 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b85d57-2b32-469b-b7f0-7bf025e9eb9e admin admin] Network 498009c3-e968-497b-9913-69aab6fe59a2 is scheduled to be hosted by DHCP agent b26f8cd8-eda4-4382-aac8-4197b502694f with binding_index 1 {{(pid=104276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 09:07:56.556324 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-74b85d57-2b32-469b-b7f0-7bf025e9eb9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-23-iscsi, 498009c3-e968-497b-9913-69aab6fe59a2) {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:07:56.562047 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b85d57-2b32-469b-b7f0-7bf025e9eb9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:07:56.562846 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-74b85d57-2b32-469b-b7f0-7bf025e9eb9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for subnet (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:07:56.566140 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b94937a-9c59-4c84-95e5-bea0f0f36625 None None] Network 498009c3-e968-497b-9913-69aab6fe59a2 requested from dv-cinder-836996-23-iscsi {{(pid=104277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 20 09:07:56.583209 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-74b85d57-2b32-469b-b7f0-7bf025e9eb9e admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3262153 May 20 09:07:56.677573 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fedf1d-dacf-4497-b6e6-bf3a2476119b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cd1afc4-0ceb-5b8d-a1dd-ae16400ad0c0-498009c3-e968-497b-9913-69aab6fe59a2', 'network_id': '498009c3-e968-497b-9913-69aab6fe59a2', 'project_id': 'aac440dc4ce14fa1a6d365f33d6d214c', 'fixed_ips': [{'subnet_id': '8c125bca-6154-416b-965a-462492ca4a17'}]}} from dv-cinder-836996-23-iscsi. {{(pid=104277) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 20 09:07:56.678543 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-f8fedf1d-dacf-4497-b6e6-bf3a2476119b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:07:56.821122 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [None req-f8fedf1d-dacf-4497-b6e6-bf3a2476119b None None] Allocated IP 192.168.233.2 (498009c3-e968-497b-9913-69aab6fe59a2/8c125bca-6154-416b-965a-462492ca4a17/d259c0c5-2179-4988-bfb6-041e2ec5a845) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:07:57.060967 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-f8fedf1d-dacf-4497-b6e6-bf3a2476119b None None] Publish callbacks [] for port (d259c0c5-2179-4988-bfb6-041e2ec5a845), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:07:57.067337 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-f8fedf1d-dacf-4497-b6e6-bf3a2476119b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936'] for port (d259c0c5-2179-4988-bfb6-041e2ec5a845), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:07:57.106190 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fedf1d-dacf-4497-b6e6-bf3a2476119b None None] Network 498009c3-e968-497b-9913-69aab6fe59a2 is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:07:57.109399 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-f8fedf1d-dacf-4497-b6e6-bf3a2476119b None None] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:07:57.111863 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fedf1d-dacf-4497-b6e6-bf3a2476119b None None] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:07:57.121952 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fedf1d-dacf-4497-b6e6-bf3a2476119b None None] Pushing event updated for resources: {'Port': ['ID=d259c0c5-2179-4988-bfb6-041e2ec5a845,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:07:57.132382 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fedf1d-dacf-4497-b6e6-bf3a2476119b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:57.132715 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fedf1d-dacf-4497-b6e6-bf3a2476119b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:57.133063 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fedf1d-dacf-4497-b6e6-bf3a2476119b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:57.133408 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fedf1d-dacf-4497-b6e6-bf3a2476119b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:57.133733 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fedf1d-dacf-4497-b6e6-bf3a2476119b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:57.134050 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fedf1d-dacf-4497-b6e6-bf3a2476119b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:57.134361 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fedf1d-dacf-4497-b6e6-bf3a2476119b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:57.134674 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fedf1d-dacf-4497-b6e6-bf3a2476119b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:57.135019 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fedf1d-dacf-4497-b6e6-bf3a2476119b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:57.135337 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fedf1d-dacf-4497-b6e6-bf3a2476119b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:57.135661 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fedf1d-dacf-4497-b6e6-bf3a2476119b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:57.136067 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fedf1d-dacf-4497-b6e6-bf3a2476119b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:57.136373 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fedf1d-dacf-4497-b6e6-bf3a2476119b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:57.136679 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fedf1d-dacf-4497-b6e6-bf3a2476119b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:57.136980 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fedf1d-dacf-4497-b6e6-bf3a2476119b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:57.189507 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-f8fedf1d-dacf-4497-b6e6-bf3a2476119b None None] Attempting to bind port d259c0c5-2179-4988-bfb6-041e2ec5a845 on host dv-cinder-836996-23-iscsi for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 20 09:07:57.189869 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-f8fedf1d-dacf-4497-b6e6-bf3a2476119b None None] Attempting to bind port d259c0c5-2179-4988-bfb6-041e2ec5a845 by drivers openvswitch,hyperv on host dv-cinder-836996-23-iscsi at level 0 using segments [{'id': 'b9c41f22-d81c-4e0b-8536-a87f226800ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '498009c3-e968-497b-9913-69aab6fe59a2'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 20 09:07:57.190223 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fedf1d-dacf-4497-b6e6-bf3a2476119b None None] Attempting to bind port d259c0c5-2179-4988-bfb6-041e2ec5a845 on network 498009c3-e968-497b-9913-69aab6fe59a2 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:07:57.195419 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fedf1d-dacf-4497-b6e6-bf3a2476119b None None] Checking agent: {'id': '8cdc3712-48c6-4c17-b1e2-8ec392d7f09b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 9, 4, 50), 'started_at': datetime.datetime(2022, 5, 20, 9, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 9, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 09:07:57.195786 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fedf1d-dacf-4497-b6e6-bf3a2476119b None None] Checking segment: {'id': 'b9c41f22-d81c-4e0b-8536-a87f226800ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '498009c3-e968-497b-9913-69aab6fe59a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:07:57.196180 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-f8fedf1d-dacf-4497-b6e6-bf3a2476119b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:07:57.196563 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fedf1d-dacf-4497-b6e6-bf3a2476119b None None] Bound using segment: {'id': 'b9c41f22-d81c-4e0b-8536-a87f226800ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '498009c3-e968-497b-9913-69aab6fe59a2'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 09:07:57.197015 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-f8fedf1d-dacf-4497-b6e6-bf3a2476119b None None] Bound port: d259c0c5-2179-4988-bfb6-041e2ec5a845, host: dv-cinder-836996-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c41f22-d81c-4e0b-8536-a87f226800ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '498009c3-e968-497b-9913-69aab6fe59a2'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 20 09:07:57.197415 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-f8fedf1d-dacf-4497-b6e6-bf3a2476119b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (d259c0c5-2179-4988-bfb6-041e2ec5a845), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:07:57.256095 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-f8fedf1d-dacf-4497-b6e6-bf3a2476119b None None] For port d259c0c5-2179-4988-bfb6-041e2ec5a845, host dv-cinder-836996-23-iscsi, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 09:07:57.259680 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-f8fedf1d-dacf-4497-b6e6-bf3a2476119b None None] For port d259c0c5-2179-4988-bfb6-041e2ec5a845, host dv-cinder-836996-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=d259c0c5-2179-4988-bfb6-041e2ec5a845,segment=NetworkSegment(b9c41f22-d81c-4e0b-8536-a87f226800ff),segment_id=b9c41f22-d81c-4e0b-8536-a87f226800ff)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 09:07:57.266641 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-f8fedf1d-dacf-4497-b6e6-bf3a2476119b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (d259c0c5-2179-4988-bfb6-041e2ec5a845), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:07:57.320630 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fedf1d-dacf-4497-b6e6-bf3a2476119b None None] Pushing event updated for resources: {'Port': ['ID=d259c0c5-2179-4988-bfb6-041e2ec5a845,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:07:58.166586 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8684705-1861-439d-a544-a8d59d78016d None None] Network 498009c3-e968-497b-9913-69aab6fe59a2 requested from dv-cinder-836996-23-iscsi {{(pid=104277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 20 09:07:58.218740 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:07:58.224434 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=88,neutron:UPDATE=9,neutron:INSERT=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:07:58.227715 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-d1661640-fbf3-4e3c-9c9f-261967de3e58 None None] Provisioning complete for port d259c0c5-2179-4988-bfb6-041e2ec5a845 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:07:58.228104 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d1661640-fbf3-4e3c-9c9f-261967de3e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (d259c0c5-2179-4988-bfb6-041e2ec5a845), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:07:58.349356 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d1661640-fbf3-4e3c-9c9f-261967de3e58 None None] Current status of the port d259c0c5-2179-4988-bfb6-041e2ec5a845 is: DOWN; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:07:58.349746 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d1661640-fbf3-4e3c-9c9f-261967de3e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (d259c0c5-2179-4988-bfb6-041e2ec5a845), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:07:58.385164 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d1661640-fbf3-4e3c-9c9f-261967de3e58 None None] For port d259c0c5-2179-4988-bfb6-041e2ec5a845, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=d259c0c5-2179-4988-bfb6-041e2ec5a845,segment=NetworkSegment(b9c41f22-d81c-4e0b-8536-a87f226800ff),segment_id=b9c41f22-d81c-4e0b-8536-a87f226800ff)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:07:58.395232 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d1661640-fbf3-4e3c-9c9f-261967de3e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (d259c0c5-2179-4988-bfb6-041e2ec5a845), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:07:58.448520 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1661640-fbf3-4e3c-9c9f-261967de3e58 None None] Pushing event updated for resources: {'Port': ['ID=d259c0c5-2179-4988-bfb6-041e2ec5a845,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:07:58.815537 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-b361eb87-8f5d-40bb-81c5-5fc41e67aade None None] Provisioning complete for port d259c0c5-2179-4988-bfb6-041e2ec5a845 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:07:58.816117 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b361eb87-8f5d-40bb-81c5-5fc41e67aade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (d259c0c5-2179-4988-bfb6-041e2ec5a845), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:07:58.888988 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device d259c0c5-2179-4988-bfb6-041e2ec5a845 up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:07:58.927614 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-b361eb87-8f5d-40bb-81c5-5fc41e67aade None None] Current status of the port d259c0c5-2179-4988-bfb6-041e2ec5a845 is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:07:58.943586 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port d259c0c5-2179-4988-bfb6-041e2ec5a845 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:07:58.943907 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (d259c0c5-2179-4988-bfb6-041e2ec5a845), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:07:59.018659 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port d259c0c5-2179-4988-bfb6-041e2ec5a845 is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:08:03.992537 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:08:03.993439 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:08:06.574006 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=76,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:08:06.574815 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:08:09.016051 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:08:09.016927 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:08:13.488935 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-9c8adbf9-57ad-4ab5-a28a-70e661e6a16b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:08:15.766170 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ee78f361-1f3c-4f36-87a5-dc5cb6a9cca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:08:17.035375 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:08:18.302747 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:08:20.134567 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:08:21.003212 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:08:21.003958 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:08:30.125192 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:08:30.127047 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:08:30.996803 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.agents_db [None req-08ca63ee-ac6b-41b9-8918-1f445ad695da None None] Agent healthcheck: found 5 active agents {{(pid=104278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 09:08:41.992014 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:08:41.992750 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:08:43.495812 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b7ae050d-5955-4707-982f-03befb5e911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:08:45.762114 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ee03905a-9c6f-415a-a1ee-c23fe9c6ca69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:08:47.038374 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:08:48.305625 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:08:50.134535 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:08:58.000756 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:08:58.001475 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:09:00.123822 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:09:00.126093 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:09:07.995993 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.agents_db [None req-08ca63ee-ac6b-41b9-8918-1f445ad695da None None] Agent healthcheck: found 5 active agents {{(pid=104278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 09:09:13.495576 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1cb171f6-1c9e-4529-b453-ab88839f4cb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:09:15.770835 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-9dfcd451-0055-43bc-8fb2-eca2c64f7cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:09:17.040742 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:09:17.991848 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:09:17.992581 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:09:18.309291 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:09:20.130802 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:09:30.116751 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:09:30.124290 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:09:35.835862 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 56726) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:09:35.841780 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [None req-7c8ae501-60d6-400b-a36b-b244f022b52e tempest-verify_tempest_config-1096223441 tempest-verify_tempest_config-1096223441-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=104276) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 20 09:09:35.842755 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-7c8ae501-60d6-400b-a36b-b244f022b52e tempest-verify_tempest_config-1096223441 tempest-verify_tempest_config-1096223441-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0059173 May 20 09:09:36.150328 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 56744) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:09:36.256099 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8ecc9c56-eb81-4bdd-9e3f-52d1034fdc68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:09:36.329337 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8ecc9c56-eb81-4bdd-9e3f-52d1034fdc68 admin admin] Publish callbacks [] for security_group (9437a3df-5ec7-4cdc-9429-1792fb934836), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:09:36.336148 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8ecc9c56-eb81-4bdd-9e3f-52d1034fdc68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (9437a3df-5ec7-4cdc-9429-1792fb934836), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:09:36.378085 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc9c56-eb81-4bdd-9e3f-52d1034fdc68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9437a3df-5ec7-4cdc-9429-1792fb934836,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:36.382844 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-8ecc9c56-eb81-4bdd-9e3f-52d1034fdc68 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7da6e8e2e20c4012bdc9901f2ccd04c7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2314806 May 20 09:09:36.385946 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 56748) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:09:36.387180 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecc9c56-eb81-4bdd-9e3f-52d1034fdc68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:36.387548 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecc9c56-eb81-4bdd-9e3f-52d1034fdc68 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:36.387942 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecc9c56-eb81-4bdd-9e3f-52d1034fdc68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:36.388300 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecc9c56-eb81-4bdd-9e3f-52d1034fdc68 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:36.388618 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecc9c56-eb81-4bdd-9e3f-52d1034fdc68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:36.388914 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecc9c56-eb81-4bdd-9e3f-52d1034fdc68 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:36.389256 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecc9c56-eb81-4bdd-9e3f-52d1034fdc68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:36.389568 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecc9c56-eb81-4bdd-9e3f-52d1034fdc68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:36.389883 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecc9c56-eb81-4bdd-9e3f-52d1034fdc68 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:36.390193 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecc9c56-eb81-4bdd-9e3f-52d1034fdc68 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:36.390476 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecc9c56-eb81-4bdd-9e3f-52d1034fdc68 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:36.390815 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecc9c56-eb81-4bdd-9e3f-52d1034fdc68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:36.391110 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecc9c56-eb81-4bdd-9e3f-52d1034fdc68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:36.391443 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecc9c56-eb81-4bdd-9e3f-52d1034fdc68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:36.391736 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecc9c56-eb81-4bdd-9e3f-52d1034fdc68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:36.468947 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-9bf67c46-d3e2-420a-b9fa-4b53c061c7c8 admin admin] Publish callbacks [] for security_group (9437a3df-5ec7-4cdc-9429-1792fb934836), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:09:36.492218 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-9bf67c46-d3e2-420a-b9fa-4b53c061c7c8 admin admin] Publish callbacks [] for security_group (9437a3df-5ec7-4cdc-9429-1792fb934836), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:09:36.592411 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-9bf67c46-d3e2-420a-b9fa-4b53c061c7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (9437a3df-5ec7-4cdc-9429-1792fb934836), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:09:36.595780 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-9bf67c46-d3e2-420a-b9fa-4b53c061c7c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:09:36.597223 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-9bf67c46-d3e2-420a-b9fa-4b53c061c7c8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9437a3df-5ec7-4cdc-9429-1792fb934836 HTTP/1.1" status: 204 len: 168 time: 0.2102914 May 20 09:09:36.604926 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf67c46-d3e2-420a-b9fa-4b53c061c7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9437a3df-5ec7-4cdc-9429-1792fb934836,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:36.611860 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf67c46-d3e2-420a-b9fa-4b53c061c7c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:36.612200 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf67c46-d3e2-420a-b9fa-4b53c061c7c8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:36.612534 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf67c46-d3e2-420a-b9fa-4b53c061c7c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:36.612862 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf67c46-d3e2-420a-b9fa-4b53c061c7c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:36.613182 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf67c46-d3e2-420a-b9fa-4b53c061c7c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:36.613503 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf67c46-d3e2-420a-b9fa-4b53c061c7c8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:36.613819 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf67c46-d3e2-420a-b9fa-4b53c061c7c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:36.614132 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf67c46-d3e2-420a-b9fa-4b53c061c7c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:36.614446 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf67c46-d3e2-420a-b9fa-4b53c061c7c8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:36.614793 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf67c46-d3e2-420a-b9fa-4b53c061c7c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:36.615085 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf67c46-d3e2-420a-b9fa-4b53c061c7c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:36.615425 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf67c46-d3e2-420a-b9fa-4b53c061c7c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:36.615775 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf67c46-d3e2-420a-b9fa-4b53c061c7c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:36.616051 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf67c46-d3e2-420a-b9fa-4b53c061c7c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:36.616357 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf67c46-d3e2-420a-b9fa-4b53c061c7c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:43.446892 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=15 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:09:43.449294 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=19 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:09:43.491705 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-479d5c06-1c49-4fe6-bd61-a4fb32ea3c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:09:44.994781 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.agents_db [None req-08ca63ee-ac6b-41b9-8918-1f445ad695da None None] Agent healthcheck: found 5 active agents {{(pid=104278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 09:09:45.768993 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c4d1720d-5b50-48b4-96c8-0eeb0b7c444c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:09:46.376872 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=19,neutron:INSERT=7 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:09:46.381970 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:09:46.607702 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:09:46.608542 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:09:47.045247 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:09:48.310891 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:09:50.126177 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:09:54.990818 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:09:54.992082 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:10:00.112879 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:10:00.121839 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:10:11.996160 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:10:12.002141 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:10:13.486574 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1eeeae6a-70fe-469a-bbea-aaa31b621afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:10:15.772521 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e0e1f84b-948a-4126-b396-f1358d17b748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:10:17.059847 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:10:18.321780 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:10:20.138053 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:10:21.998630 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.agents_db [None req-08ca63ee-ac6b-41b9-8918-1f445ad695da None None] Agent healthcheck: found 5 active agents {{(pid=104278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 09:10:30.129936 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:10:30.130988 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:10:31.990580 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:10:31.991436 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:10:43.494134 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-2514f801-ad45-4d62-b115-992e758189ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:10:45.773913 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-86820200-015b-40ac-b6fa-0b5768dde2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:10:47.061613 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:10:48.317668 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:10:49.006203 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:10:49.007117 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:10:50.142252 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:10:59.005147 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.agents_db [None req-08ca63ee-ac6b-41b9-8918-1f445ad695da None None] Agent healthcheck: found 5 active agents {{(pid=104278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 09:11:00.133284 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:11:00.135648 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:11:08.997135 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:11:08.998331 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:11:13.488646 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7c151003-4c1c-4a3f-b785-2b92f94d61ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:11:15.780730 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c1148b39-2ba5-479d-804a-d9a2b3fd6822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:11:17.057982 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:11:18.320477 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:11:20.140389 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:11:21.534086 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683054'] for agent (2d1be950-4dd6-4324-90da-2272c7a86826), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:11:26.013548 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:11:26.014372 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:11:31.520845 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:11:31.525168 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=9,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:11:35.712029 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 56824) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:11:35.820437 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-0a3f25eb-2e33-4e4a-9f4f-35c526b3e3e5 admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1073050 May 20 09:11:35.995616 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.agents_db [None req-08ca63ee-ac6b-41b9-8918-1f445ad695da None None] Agent healthcheck: found 6 active agents {{(pid=104278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 09:11:38.043369 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 56834) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:11:38.109851 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-56bd48b5-98d7-46da-9305-3a09475525dd admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0654294 May 20 09:11:43.493698 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-550c6e3d-ab20-4b85-bdfd-7deaf3833a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:11:45.774341 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-f39cd908-2b8b-481e-95c4-e664d690e297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:11:45.815416 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:11:45.989971 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=16 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:11:45.992083 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=12 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:11:47.062929 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:11:48.105291 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:11:48.332783 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:11:50.144118 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:11:51.526595 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (2d1be950-4dd6-4324-90da-2272c7a86826), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:12:01.516083 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:12:01.519640 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:12:03.012448 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:12:03.013516 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:12:13.002721 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.agents_db [None req-08ca63ee-ac6b-41b9-8918-1f445ad695da None None] Agent healthcheck: found 6 active agents {{(pid=104278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 09:12:13.580766 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d9517307-8b05-4799-8381-74de15a1076b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:12:15.780133 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-32e8420d-7d85-47da-96e9-66e9e96c2c45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:12:17.069517 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:12:18.333935 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:12:20.139813 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:12:21.521006 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (2d1be950-4dd6-4324-90da-2272c7a86826), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:12:22.993768 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:12:31.512123 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:12:31.514298 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=23,neutron:UPDATE=5 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:12:40.013122 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:12:41.994256 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:12:43.497138 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7728a0fd-cc58-4e54-8435-c380a911396c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:12:45.766716 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-81bb3ca3-c3f7-4563-add5-ba7aa9a56838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:12:47.068595 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:12:48.332639 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:12:49.992777 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.agents_db [None req-08ca63ee-ac6b-41b9-8918-1f445ad695da None None] Agent healthcheck: found 6 active agents {{(pid=104278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 09:12:50.144775 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:12:51.529265 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (2d1be950-4dd6-4324-90da-2272c7a86826), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:12:59.987507 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:12:59.988708 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:01.517089 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:01.522045 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:13.509452 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-32e625cb-03ef-4fe6-b244-97849f283fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:14.588892 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 56966) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:14.914527 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-631abd16-2011-404b-a10a-722ef33ac8d3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-770542233-network', 'tenant_id': 'ed0e52a9d6374123b57759435d43d7aa'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:13:14.936462 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631abd16-2011-404b-a10a-722ef33ac8d3 admin admin] Made reservation on behalf of ed0e52a9d6374123b57759435d43d7aa for: {'network': 1} {{(pid=104276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:13:14.940155 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-631abd16-2011-404b-a10a-722ef33ac8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for network (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:14.952334 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-631abd16-2011-404b-a10a-722ef33ac8d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:15.032882 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-631abd16-2011-404b-a10a-722ef33ac8d3 admin admin] Publish callbacks [] for security_group (6de70825-ced0-4e95-bcfe-e7bd7882ed75), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:15.038746 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-631abd16-2011-404b-a10a-722ef33ac8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (6de70825-ced0-4e95-bcfe-e7bd7882ed75), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:15.061748 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-631abd16-2011-404b-a10a-722ef33ac8d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=104276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 09:13:15.083324 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-631abd16-2011-404b-a10a-722ef33ac8d3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728767071609', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461326'] for segment (32ffeb4b-663b-4183-8636-9b9183111437), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:15.083715 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.db.segments_db [None req-631abd16-2011-404b-a10a-722ef33ac8d3 admin admin] Added segment 32ffeb4b-663b-4183-8636-9b9183111437 of type vlan for network 40febe0e-a58d-4d88-9cb1-48f696a34f45 May 20 09:13:15.092252 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631abd16-2011-404b-a10a-722ef33ac8d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de70825-ced0-4e95-bcfe-e7bd7882ed75,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:15.119006 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631abd16-2011-404b-a10a-722ef33ac8d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:15.119439 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631abd16-2011-404b-a10a-722ef33ac8d3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:15.119714 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631abd16-2011-404b-a10a-722ef33ac8d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:15.120197 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631abd16-2011-404b-a10a-722ef33ac8d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:15.120684 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631abd16-2011-404b-a10a-722ef33ac8d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:15.121006 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631abd16-2011-404b-a10a-722ef33ac8d3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:15.121471 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631abd16-2011-404b-a10a-722ef33ac8d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:15.122049 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631abd16-2011-404b-a10a-722ef33ac8d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:15.123017 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631abd16-2011-404b-a10a-722ef33ac8d3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:15.123527 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631abd16-2011-404b-a10a-722ef33ac8d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:15.123994 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631abd16-2011-404b-a10a-722ef33ac8d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:15.124473 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631abd16-2011-404b-a10a-722ef33ac8d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:15.124932 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631abd16-2011-404b-a10a-722ef33ac8d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:15.125388 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631abd16-2011-404b-a10a-722ef33ac8d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:15.125851 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631abd16-2011-404b-a10a-722ef33ac8d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:15.127272 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631abd16-2011-404b-a10a-722ef33ac8d3 admin admin] Tracked resource versions report: May 20 09:13:15.127272 dv-cinder-836996-23-iscsi neutron-server[104276]: pushed versions: May 20 09:13:15.127272 dv-cinder-836996-23-iscsi neutron-server[104276]: { 'AddressGroup': {'1.2'}, May 20 09:13:15.127272 dv-cinder-836996-23-iscsi neutron-server[104276]: 'Agent': {'1.1'}, May 20 09:13:15.127272 dv-cinder-836996-23-iscsi neutron-server[104276]: 'ConntrackHelper': {'1.0'}, May 20 09:13:15.127272 dv-cinder-836996-23-iscsi neutron-server[104276]: 'LocalIPAssociation': {'1.0'}, May 20 09:13:15.127272 dv-cinder-836996-23-iscsi neutron-server[104276]: 'Log': {'1.0'}, May 20 09:13:15.127272 dv-cinder-836996-23-iscsi neutron-server[104276]: 'NDPProxy': {'1.0'}, May 20 09:13:15.127272 dv-cinder-836996-23-iscsi neutron-server[104276]: 'Network': {'1.1'}, May 20 09:13:15.127272 dv-cinder-836996-23-iscsi neutron-server[104276]: 'Port': {'1.7'}, May 20 09:13:15.127272 dv-cinder-836996-23-iscsi neutron-server[104276]: 'PortForwarding': {'1.3'}, May 20 09:13:15.127272 dv-cinder-836996-23-iscsi neutron-server[104276]: 'QosPolicy': {'1.10'}, May 20 09:13:15.127272 dv-cinder-836996-23-iscsi neutron-server[104276]: 'SecurityGroup': {'1.5'}, May 20 09:13:15.127272 dv-cinder-836996-23-iscsi neutron-server[104276]: 'SecurityGroupRule': {'1.2'}, May 20 09:13:15.127272 dv-cinder-836996-23-iscsi neutron-server[104276]: 'SubPort': {'1.0'}, May 20 09:13:15.127272 dv-cinder-836996-23-iscsi neutron-server[104276]: 'Subnet': {'1.1'}, May 20 09:13:15.127272 dv-cinder-836996-23-iscsi neutron-server[104276]: 'Trunk': {'1.1'}} May 20 09:13:15.127272 dv-cinder-836996-23-iscsi neutron-server[104276]: consumer versions: May 20 09:13:15.127272 dv-cinder-836996-23-iscsi neutron-server[104276]: { DHCP agent@dv-cinder-836996-23-iscsi: {}, May 20 09:13:15.127272 dv-cinder-836996-23-iscsi neutron-server[104276]: HyperV agent@hv-cinder-83699: {}, May 20 09:13:15.127272 dv-cinder-836996-23-iscsi neutron-server[104276]: L3 agent@dv-cinder-836996-23-iscsi: {}, May 20 09:13:15.127272 dv-cinder-836996-23-iscsi neutron-server[104276]: Metadata agent@dv-cinder-836996-23-iscsi: {}, May 20 09:13:15.127272 dv-cinder-836996-23-iscsi neutron-server[104276]: Metering agent@dv-cinder-836996-23-iscsi: {}, May 20 09:13:15.127272 dv-cinder-836996-23-iscsi neutron-server[104276]: Open vSwitch agent@dv-cinder-836996-23-iscsi: { 'AddressGroup': '1.2', May 20 09:13:15.127272 dv-cinder-836996-23-iscsi neutron-server[104276]: 'Agent': '1.1', May 20 09:13:15.127272 dv-cinder-836996-23-iscsi neutron-server[104276]: 'ConntrackHelper': '1.0', May 20 09:13:15.127272 dv-cinder-836996-23-iscsi neutron-server[104276]: 'LocalIPAssociation': '1.0', May 20 09:13:15.127272 dv-cinder-836996-23-iscsi neutron-server[104276]: 'Log': '1.0', May 20 09:13:15.127272 dv-cinder-836996-23-iscsi neutron-server[104276]: 'NDPProxy': '1.0', May 20 09:13:15.127272 dv-cinder-836996-23-iscsi neutron-server[104276]: 'Network': '1.1', May 20 09:13:15.127272 dv-cinder-836996-23-iscsi neutron-server[104276]: 'Port': '1.7', May 20 09:13:15.127272 dv-cinder-836996-23-iscsi neutron-server[104276]: 'PortForwarding': '1.3', May 20 09:13:15.127272 dv-cinder-836996-23-iscsi neutron-server[104276]: 'QosPolicy': '1.10', May 20 09:13:15.127272 dv-cinder-836996-23-iscsi neutron-server[104276]: 'SecurityGroup': '1.5', May 20 09:13:15.127272 dv-cinder-836996-23-iscsi neutron-server[104276]: 'SecurityGroupRule': '1.2', May 20 09:13:15.127272 dv-cinder-836996-23-iscsi neutron-server[104276]: 'SubPort': '1.0', May 20 09:13:15.127272 dv-cinder-836996-23-iscsi neutron-server[104276]: 'Subnet': '1.1', May 20 09:13:15.127272 dv-cinder-836996-23-iscsi neutron-server[104276]: 'Trunk': '1.1'}} May 20 09:13:15.127272 dv-cinder-836996-23-iscsi neutron-server[104276]: {{(pid=104276) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 09:13:15.140679 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-631abd16-2011-404b-a10a-722ef33ac8d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728766529127'] for network (40febe0e-a58d-4d88-9cb1-48f696a34f45), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:15.169813 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-631abd16-2011-404b-a10a-722ef33ac8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360'] for network (40febe0e-a58d-4d88-9cb1-48f696a34f45), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:15.170837 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631abd16-2011-404b-a10a-722ef33ac8d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:15.171547 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-631abd16-2011-404b-a10a-722ef33ac8d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for network (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:15.201917 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-631abd16-2011-404b-a10a-722ef33ac8d3 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 0.6092148 May 20 09:13:15.203607 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 57012) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:15.212540 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-004f6176-bca9-4a47-9164-69ec55771994 admin admin] Request body: {'subnet': {'network_id': '40febe0e-a58d-4d88-9cb1-48f696a34f45', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-770542233-subnet', 'tenant_id': 'ed0e52a9d6374123b57759435d43d7aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:13:15.245329 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004f6176-bca9-4a47-9164-69ec55771994 admin admin] Made reservation on behalf of ed0e52a9d6374123b57759435d43d7aa for: {'subnet': 1} {{(pid=104275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:13:15.246001 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631abd16-2011-404b-a10a-722ef33ac8d3 admin admin] Pushing event updated for resources: {'Network': ['ID=40febe0e-a58d-4d88-9cb1-48f696a34f45,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:15.252172 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-004f6176-bca9-4a47-9164-69ec55771994 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:15.259595 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Network 40febe0e-a58d-4d88-9cb1-48f696a34f45 details requested by agent ovs-agent-dv-cinder-836996-23-iscsi with host dv-cinder-836996-23-iscsi {{(pid=104277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 09:13:15.434251 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-004f6176-bca9-4a47-9164-69ec55771994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360'] for subnet (a7263cb7-bd14-41ff-8f4b-b90e8869f0b0), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:15.492499 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004f6176-bca9-4a47-9164-69ec55771994 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7263cb7-bd14-41ff-8f4b-b90e8869f0b0,revision_number=0']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:15.508151 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f6176-bca9-4a47-9164-69ec55771994 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:15.508151 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f6176-bca9-4a47-9164-69ec55771994 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:15.508151 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f6176-bca9-4a47-9164-69ec55771994 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:15.508151 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f6176-bca9-4a47-9164-69ec55771994 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:15.508151 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f6176-bca9-4a47-9164-69ec55771994 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:15.508151 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f6176-bca9-4a47-9164-69ec55771994 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:15.508151 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f6176-bca9-4a47-9164-69ec55771994 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:15.508151 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f6176-bca9-4a47-9164-69ec55771994 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:15.508151 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f6176-bca9-4a47-9164-69ec55771994 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:15.508151 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f6176-bca9-4a47-9164-69ec55771994 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:15.508151 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f6176-bca9-4a47-9164-69ec55771994 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:15.509069 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f6176-bca9-4a47-9164-69ec55771994 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:15.509069 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f6176-bca9-4a47-9164-69ec55771994 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:15.509069 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f6176-bca9-4a47-9164-69ec55771994 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:15.509322 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f6176-bca9-4a47-9164-69ec55771994 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:15.510239 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f6176-bca9-4a47-9164-69ec55771994 admin admin] Tracked resource versions report: May 20 09:13:15.510239 dv-cinder-836996-23-iscsi neutron-server[104275]: pushed versions: May 20 09:13:15.510239 dv-cinder-836996-23-iscsi neutron-server[104275]: { 'AddressGroup': {'1.2'}, May 20 09:13:15.510239 dv-cinder-836996-23-iscsi neutron-server[104275]: 'Agent': {'1.1'}, May 20 09:13:15.510239 dv-cinder-836996-23-iscsi neutron-server[104275]: 'ConntrackHelper': {'1.0'}, May 20 09:13:15.510239 dv-cinder-836996-23-iscsi neutron-server[104275]: 'LocalIPAssociation': {'1.0'}, May 20 09:13:15.510239 dv-cinder-836996-23-iscsi neutron-server[104275]: 'Log': {'1.0'}, May 20 09:13:15.510239 dv-cinder-836996-23-iscsi neutron-server[104275]: 'NDPProxy': {'1.0'}, May 20 09:13:15.510239 dv-cinder-836996-23-iscsi neutron-server[104275]: 'Network': {'1.1'}, May 20 09:13:15.510239 dv-cinder-836996-23-iscsi neutron-server[104275]: 'Port': {'1.7'}, May 20 09:13:15.510239 dv-cinder-836996-23-iscsi neutron-server[104275]: 'PortForwarding': {'1.3'}, May 20 09:13:15.510239 dv-cinder-836996-23-iscsi neutron-server[104275]: 'QosPolicy': {'1.10'}, May 20 09:13:15.510239 dv-cinder-836996-23-iscsi neutron-server[104275]: 'SecurityGroup': {'1.5'}, May 20 09:13:15.510239 dv-cinder-836996-23-iscsi neutron-server[104275]: 'SecurityGroupRule': {'1.2'}, May 20 09:13:15.510239 dv-cinder-836996-23-iscsi neutron-server[104275]: 'SubPort': {'1.0'}, May 20 09:13:15.510239 dv-cinder-836996-23-iscsi neutron-server[104275]: 'Subnet': {'1.1'}, May 20 09:13:15.510239 dv-cinder-836996-23-iscsi neutron-server[104275]: 'Trunk': {'1.1'}} May 20 09:13:15.510239 dv-cinder-836996-23-iscsi neutron-server[104275]: consumer versions: May 20 09:13:15.510239 dv-cinder-836996-23-iscsi neutron-server[104275]: { DHCP agent@dv-cinder-836996-23-iscsi: {}, May 20 09:13:15.510239 dv-cinder-836996-23-iscsi neutron-server[104275]: HyperV agent@hv-cinder-83699: {}, May 20 09:13:15.510239 dv-cinder-836996-23-iscsi neutron-server[104275]: L3 agent@dv-cinder-836996-23-iscsi: {}, May 20 09:13:15.510239 dv-cinder-836996-23-iscsi neutron-server[104275]: Metadata agent@dv-cinder-836996-23-iscsi: {}, May 20 09:13:15.510239 dv-cinder-836996-23-iscsi neutron-server[104275]: Metering agent@dv-cinder-836996-23-iscsi: {}, May 20 09:13:15.510239 dv-cinder-836996-23-iscsi neutron-server[104275]: Open vSwitch agent@dv-cinder-836996-23-iscsi: { 'AddressGroup': '1.2', May 20 09:13:15.510239 dv-cinder-836996-23-iscsi neutron-server[104275]: 'Agent': '1.1', May 20 09:13:15.510239 dv-cinder-836996-23-iscsi neutron-server[104275]: 'ConntrackHelper': '1.0', May 20 09:13:15.510239 dv-cinder-836996-23-iscsi neutron-server[104275]: 'LocalIPAssociation': '1.0', May 20 09:13:15.510239 dv-cinder-836996-23-iscsi neutron-server[104275]: 'Log': '1.0', May 20 09:13:15.510239 dv-cinder-836996-23-iscsi neutron-server[104275]: 'NDPProxy': '1.0', May 20 09:13:15.510239 dv-cinder-836996-23-iscsi neutron-server[104275]: 'Network': '1.1', May 20 09:13:15.510239 dv-cinder-836996-23-iscsi neutron-server[104275]: 'Port': '1.7', May 20 09:13:15.510239 dv-cinder-836996-23-iscsi neutron-server[104275]: 'PortForwarding': '1.3', May 20 09:13:15.510239 dv-cinder-836996-23-iscsi neutron-server[104275]: 'QosPolicy': '1.10', May 20 09:13:15.510239 dv-cinder-836996-23-iscsi neutron-server[104275]: 'SecurityGroup': '1.5', May 20 09:13:15.510239 dv-cinder-836996-23-iscsi neutron-server[104275]: 'SecurityGroupRule': '1.2', May 20 09:13:15.510239 dv-cinder-836996-23-iscsi neutron-server[104275]: 'SubPort': '1.0', May 20 09:13:15.510239 dv-cinder-836996-23-iscsi neutron-server[104275]: 'Subnet': '1.1', May 20 09:13:15.510239 dv-cinder-836996-23-iscsi neutron-server[104275]: 'Trunk': '1.1'}} May 20 09:13:15.510239 dv-cinder-836996-23-iscsi neutron-server[104275]: {{(pid=104275) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 09:13:15.514619 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004f6176-bca9-4a47-9164-69ec55771994 admin admin] Checking segment: {'id': '32ffeb4b-663b-4183-8636-9b9183111437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '40febe0e-a58d-4d88-9cb1-48f696a34f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:13:15.514964 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004f6176-bca9-4a47-9164-69ec55771994 admin admin] Network hostable DHCP agents. Network: 40febe0e-a58d-4d88-9cb1-48f696a34f45, hostable agents: ['b26f8cd8-eda4-4382-aac8-4197b502694f'], hosted agents: [] {{(pid=104275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 09:13:15.534059 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004f6176-bca9-4a47-9164-69ec55771994 admin admin] Network 40febe0e-a58d-4d88-9cb1-48f696a34f45 is scheduled to be hosted by DHCP agent b26f8cd8-eda4-4382-aac8-4197b502694f with binding_index 1 {{(pid=104275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 09:13:15.543863 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.base_scheduler [None req-004f6176-bca9-4a47-9164-69ec55771994 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-23-iscsi, 40febe0e-a58d-4d88-9cb1-48f696a34f45) {{(pid=104275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:13:15.549358 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004f6176-bca9-4a47-9164-69ec55771994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:15.550178 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-004f6176-bca9-4a47-9164-69ec55771994 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for subnet (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:15.555601 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cec7dd-6a56-402f-bdf1-6977433a40e3 None None] Network 40febe0e-a58d-4d88-9cb1-48f696a34f45 requested from dv-cinder-836996-23-iscsi {{(pid=104277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 20 09:13:15.572570 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-004f6176-bca9-4a47-9164-69ec55771994 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.3671048 May 20 09:13:15.575635 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 57030) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:15.581863 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-ccd88b5c-2421-41fd-9007-1a5eb9cb68ba admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-770542233-router', 'tenant_id': 'ed0e52a9d6374123b57759435d43d7aa', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da'}}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:13:15.620457 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-ccd88b5c-2421-41fd-9007-1a5eb9cb68ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-683858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1571'] for router (ff7d3e86-a7d8-426a-9485-31431a43ae23), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:15.621650 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-ccd88b5c-2421-41fd-9007-1a5eb9cb68ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1576'] for router (ff7d3e86-a7d8-426a-9485-31431a43ae23), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:15.688965 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05602535-4de4-4f54-9abe-8e0a9b113a90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cd1afc4-0ceb-5b8d-a1dd-ae16400ad0c0-40febe0e-a58d-4d88-9cb1-48f696a34f45', 'network_id': '40febe0e-a58d-4d88-9cb1-48f696a34f45', 'project_id': 'ed0e52a9d6374123b57759435d43d7aa', 'fixed_ips': [{'subnet_id': 'a7263cb7-bd14-41ff-8f4b-b90e8869f0b0'}]}} from dv-cinder-836996-23-iscsi. {{(pid=104277) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 20 09:13:15.690114 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-05602535-4de4-4f54-9abe-8e0a9b113a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:15.715883 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-ccd88b5c-2421-41fd-9007-1a5eb9cb68ba admin admin] Publish callbacks [] for router_controller (ff7d3e86-a7d8-426a-9485-31431a43ae23), precommit_add_association {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:15.807394 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-64db19ff-75f3-4b76-8cf1-0e08c27157bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:15.819944 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 57036) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:15.872884 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [None req-05602535-4de4-4f54-9abe-8e0a9b113a90 None None] Allocated IP 172.20.0.2 (40febe0e-a58d-4d88-9cb1-48f696a34f45/a7263cb7-bd14-41ff-8f4b-b90e8869f0b0/34a9a027-7871-4382-b5c3-5863486b3344) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:13:15.903227 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-ccd88b5c-2421-41fd-9007-1a5eb9cb68ba admin admin] Publish callbacks [] for router_gateway (ff7d3e86-a7d8-426a-9485-31431a43ae23), precommit_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:15.978179 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 57044) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:16.046436 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 57062) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:16.066807 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-05602535-4de4-4f54-9abe-8e0a9b113a90 None None] Publish callbacks [] for port (34a9a027-7871-4382-b5c3-5863486b3344), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:16.077788 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-05602535-4de4-4f54-9abe-8e0a9b113a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936'] for port (34a9a027-7871-4382-b5c3-5863486b3344), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:16.097175 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05602535-4de4-4f54-9abe-8e0a9b113a90 None None] Network 40febe0e-a58d-4d88-9cb1-48f696a34f45 is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:13:16.100382 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-05602535-4de4-4f54-9abe-8e0a9b113a90 None None] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:13:16.107831 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05602535-4de4-4f54-9abe-8e0a9b113a90 None None] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:13:16.142707 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-ccd88b5c-2421-41fd-9007-1a5eb9cb68ba admin admin] Publish callbacks [] for router_gateway (ff7d3e86-a7d8-426a-9485-31431a43ae23), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:16.177286 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-384f05b2-5db9-4044-8b5c-d043a6c0278a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1210049740-network', 'tenant_id': '9dd35ce1fcbd4038a0c556a45059c7d7'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:13:16.208992 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05602535-4de4-4f54-9abe-8e0a9b113a90 None None] Pushing event updated for resources: {'Port': ['ID=34a9a027-7871-4382-b5c3-5863486b3344,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:16.209694 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 57070) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:16.225887 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05602535-4de4-4f54-9abe-8e0a9b113a90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:16.226204 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05602535-4de4-4f54-9abe-8e0a9b113a90 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:16.226588 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05602535-4de4-4f54-9abe-8e0a9b113a90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:16.227113 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05602535-4de4-4f54-9abe-8e0a9b113a90 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:16.227532 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05602535-4de4-4f54-9abe-8e0a9b113a90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:16.227868 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05602535-4de4-4f54-9abe-8e0a9b113a90 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:16.228361 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05602535-4de4-4f54-9abe-8e0a9b113a90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:16.228730 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05602535-4de4-4f54-9abe-8e0a9b113a90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:16.229106 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05602535-4de4-4f54-9abe-8e0a9b113a90 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:16.229450 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05602535-4de4-4f54-9abe-8e0a9b113a90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:16.229777 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05602535-4de4-4f54-9abe-8e0a9b113a90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:16.230132 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05602535-4de4-4f54-9abe-8e0a9b113a90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:16.230420 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05602535-4de4-4f54-9abe-8e0a9b113a90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:16.230830 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05602535-4de4-4f54-9abe-8e0a9b113a90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:16.231163 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05602535-4de4-4f54-9abe-8e0a9b113a90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:16.232603 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05602535-4de4-4f54-9abe-8e0a9b113a90 None None] Tracked resource versions report: May 20 09:13:16.232603 dv-cinder-836996-23-iscsi neutron-server[104277]: pushed versions: May 20 09:13:16.232603 dv-cinder-836996-23-iscsi neutron-server[104277]: { 'AddressGroup': {'1.2'}, May 20 09:13:16.232603 dv-cinder-836996-23-iscsi neutron-server[104277]: 'Agent': {'1.1'}, May 20 09:13:16.232603 dv-cinder-836996-23-iscsi neutron-server[104277]: 'ConntrackHelper': {'1.0'}, May 20 09:13:16.232603 dv-cinder-836996-23-iscsi neutron-server[104277]: 'LocalIPAssociation': {'1.0'}, May 20 09:13:16.232603 dv-cinder-836996-23-iscsi neutron-server[104277]: 'Log': {'1.0'}, May 20 09:13:16.232603 dv-cinder-836996-23-iscsi neutron-server[104277]: 'NDPProxy': {'1.0'}, May 20 09:13:16.232603 dv-cinder-836996-23-iscsi neutron-server[104277]: 'Network': {'1.1'}, May 20 09:13:16.232603 dv-cinder-836996-23-iscsi neutron-server[104277]: 'Port': {'1.7'}, May 20 09:13:16.232603 dv-cinder-836996-23-iscsi neutron-server[104277]: 'PortForwarding': {'1.3'}, May 20 09:13:16.232603 dv-cinder-836996-23-iscsi neutron-server[104277]: 'QosPolicy': {'1.10'}, May 20 09:13:16.232603 dv-cinder-836996-23-iscsi neutron-server[104277]: 'SecurityGroup': {'1.5'}, May 20 09:13:16.232603 dv-cinder-836996-23-iscsi neutron-server[104277]: 'SecurityGroupRule': {'1.2'}, May 20 09:13:16.232603 dv-cinder-836996-23-iscsi neutron-server[104277]: 'SubPort': {'1.0'}, May 20 09:13:16.232603 dv-cinder-836996-23-iscsi neutron-server[104277]: 'Subnet': {'1.1'}, May 20 09:13:16.232603 dv-cinder-836996-23-iscsi neutron-server[104277]: 'Trunk': {'1.1'}} May 20 09:13:16.232603 dv-cinder-836996-23-iscsi neutron-server[104277]: consumer versions: May 20 09:13:16.232603 dv-cinder-836996-23-iscsi neutron-server[104277]: { DHCP agent@dv-cinder-836996-23-iscsi: {}, May 20 09:13:16.232603 dv-cinder-836996-23-iscsi neutron-server[104277]: HyperV agent@hv-cinder-83699: {}, May 20 09:13:16.232603 dv-cinder-836996-23-iscsi neutron-server[104277]: L3 agent@dv-cinder-836996-23-iscsi: {}, May 20 09:13:16.232603 dv-cinder-836996-23-iscsi neutron-server[104277]: Metadata agent@dv-cinder-836996-23-iscsi: {}, May 20 09:13:16.232603 dv-cinder-836996-23-iscsi neutron-server[104277]: Metering agent@dv-cinder-836996-23-iscsi: {}, May 20 09:13:16.232603 dv-cinder-836996-23-iscsi neutron-server[104277]: Open vSwitch agent@dv-cinder-836996-23-iscsi: { 'AddressGroup': '1.2', May 20 09:13:16.232603 dv-cinder-836996-23-iscsi neutron-server[104277]: 'Agent': '1.1', May 20 09:13:16.232603 dv-cinder-836996-23-iscsi neutron-server[104277]: 'ConntrackHelper': '1.0', May 20 09:13:16.232603 dv-cinder-836996-23-iscsi neutron-server[104277]: 'LocalIPAssociation': '1.0', May 20 09:13:16.232603 dv-cinder-836996-23-iscsi neutron-server[104277]: 'Log': '1.0', May 20 09:13:16.232603 dv-cinder-836996-23-iscsi neutron-server[104277]: 'NDPProxy': '1.0', May 20 09:13:16.232603 dv-cinder-836996-23-iscsi neutron-server[104277]: 'Network': '1.1', May 20 09:13:16.232603 dv-cinder-836996-23-iscsi neutron-server[104277]: 'Port': '1.7', May 20 09:13:16.232603 dv-cinder-836996-23-iscsi neutron-server[104277]: 'PortForwarding': '1.3', May 20 09:13:16.232603 dv-cinder-836996-23-iscsi neutron-server[104277]: 'QosPolicy': '1.10', May 20 09:13:16.232603 dv-cinder-836996-23-iscsi neutron-server[104277]: 'SecurityGroup': '1.5', May 20 09:13:16.232603 dv-cinder-836996-23-iscsi neutron-server[104277]: 'SecurityGroupRule': '1.2', May 20 09:13:16.232603 dv-cinder-836996-23-iscsi neutron-server[104277]: 'SubPort': '1.0', May 20 09:13:16.232603 dv-cinder-836996-23-iscsi neutron-server[104277]: 'Subnet': '1.1', May 20 09:13:16.232603 dv-cinder-836996-23-iscsi neutron-server[104277]: 'Trunk': '1.1'}} May 20 09:13:16.232603 dv-cinder-836996-23-iscsi neutron-server[104277]: {{(pid=104277) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 09:13:16.238489 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-05602535-4de4-4f54-9abe-8e0a9b113a90 None None] Attempting to bind port 34a9a027-7871-4382-b5c3-5863486b3344 on host dv-cinder-836996-23-iscsi for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 20 09:13:16.238852 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-05602535-4de4-4f54-9abe-8e0a9b113a90 None None] Attempting to bind port 34a9a027-7871-4382-b5c3-5863486b3344 by drivers openvswitch,hyperv on host dv-cinder-836996-23-iscsi at level 0 using segments [{'id': '32ffeb4b-663b-4183-8636-9b9183111437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '40febe0e-a58d-4d88-9cb1-48f696a34f45'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 20 09:13:16.239217 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05602535-4de4-4f54-9abe-8e0a9b113a90 None None] Attempting to bind port 34a9a027-7871-4382-b5c3-5863486b3344 on network 40febe0e-a58d-4d88-9cb1-48f696a34f45 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:13:16.245313 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05602535-4de4-4f54-9abe-8e0a9b113a90 None None] Checking agent: {'id': '8cdc3712-48c6-4c17-b1e2-8ec392d7f09b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 9, 4, 50), 'started_at': datetime.datetime(2022, 5, 20, 9, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 9, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 09:13:16.245687 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05602535-4de4-4f54-9abe-8e0a9b113a90 None None] Checking segment: {'id': '32ffeb4b-663b-4183-8636-9b9183111437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '40febe0e-a58d-4d88-9cb1-48f696a34f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:13:16.246090 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-05602535-4de4-4f54-9abe-8e0a9b113a90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:16.246479 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05602535-4de4-4f54-9abe-8e0a9b113a90 None None] Bound using segment: {'id': '32ffeb4b-663b-4183-8636-9b9183111437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '40febe0e-a58d-4d88-9cb1-48f696a34f45'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 09:13:16.246951 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-05602535-4de4-4f54-9abe-8e0a9b113a90 None None] Bound port: 34a9a027-7871-4382-b5c3-5863486b3344, host: dv-cinder-836996-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffeb4b-663b-4183-8636-9b9183111437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '40febe0e-a58d-4d88-9cb1-48f696a34f45'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 20 09:13:16.247401 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-05602535-4de4-4f54-9abe-8e0a9b113a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (34a9a027-7871-4382-b5c3-5863486b3344), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:16.272693 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-e683ce78-eef0-46ec-ab13-e7368a5504f0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-100177110-network', 'tenant_id': '92bf8a2fea6243c28aff53d39a57f92c'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:13:16.280625 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-ccd88b5c-2421-41fd-9007-1a5eb9cb68ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:16.317270 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-8202cada-5275-46de-82af-d6090d8ded9f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-998905379-network', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:13:16.320822 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-05602535-4de4-4f54-9abe-8e0a9b113a90 None None] For port 34a9a027-7871-4382-b5c3-5863486b3344, host dv-cinder-836996-23-iscsi, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 09:13:16.324955 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-05602535-4de4-4f54-9abe-8e0a9b113a90 None None] For port 34a9a027-7871-4382-b5c3-5863486b3344, host dv-cinder-836996-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=34a9a027-7871-4382-b5c3-5863486b3344,segment=NetworkSegment(32ffeb4b-663b-4183-8636-9b9183111437),segment_id=32ffeb4b-663b-4183-8636-9b9183111437)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 09:13:16.333906 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-05602535-4de4-4f54-9abe-8e0a9b113a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (34a9a027-7871-4382-b5c3-5863486b3344), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:16.376680 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:16.385023 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384f05b2-5db9-4044-8b5c-d043a6c0278a admin admin] Made reservation on behalf of 9dd35ce1fcbd4038a0c556a45059c7d7 for: {'network': 1} {{(pid=104276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:13:16.388384 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-384f05b2-5db9-4044-8b5c-d043a6c0278a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for network (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:16.393022 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e683ce78-eef0-46ec-ab13-e7368a5504f0 admin admin] Made reservation on behalf of 92bf8a2fea6243c28aff53d39a57f92c for: {'network': 1} {{(pid=104276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:13:16.395389 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05602535-4de4-4f54-9abe-8e0a9b113a90 None None] Pushing event updated for resources: {'Port': ['ID=34a9a027-7871-4382-b5c3-5863486b3344,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:16.397355 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e683ce78-eef0-46ec-ab13-e7368a5504f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for network (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:16.408169 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.db_base_plugin_common [None req-ccd88b5c-2421-41fd-9007-1a5eb9cb68ba admin admin] Allocated IP 172.27.0.123 (db85349c-1449-495a-9881-8426bbf372da/93804823-6bc2-4eb0-bfcd-bdee0631ed3e/67ab723e-d5a4-4c7d-b513-3a0916c831d8) {{(pid=104275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:13:16.415504 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-384f05b2-5db9-4044-8b5c-d043a6c0278a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:16.423129 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=6 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:16.428000 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e683ce78-eef0-46ec-ab13-e7368a5504f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:16.493151 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8202cada-5275-46de-82af-d6090d8ded9f admin admin] Made reservation on behalf of 2ddfd22e3dde4cc89c073bd2d88d648b for: {'network': 1} {{(pid=104276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:13:16.495915 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8202cada-5275-46de-82af-d6090d8ded9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for network (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:16.523936 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8202cada-5275-46de-82af-d6090d8ded9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:16.558883 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:16.578833 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-ccd88b5c-2421-41fd-9007-1a5eb9cb68ba admin admin] Publish callbacks [] for port (67ab723e-d5a4-4c7d-b513-3a0916c831d8), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:16.626967 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-ccd88b5c-2421-41fd-9007-1a5eb9cb68ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936'] for port (67ab723e-d5a4-4c7d-b513-3a0916c831d8), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:16.643780 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-e0a71d83-273d-456e-b428-d9bde655e5a5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1208751066-network', 'tenant_id': 'e84fe8cfef0c4aa3a55dccc8f9aaddc9'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:13:16.683587 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd88b5c-2421-41fd-9007-1a5eb9cb68ba admin admin] Pushing event updated for resources: {'Port': ['ID=67ab723e-d5a4-4c7d-b513-3a0916c831d8,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:16.721974 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd88b5c-2421-41fd-9007-1a5eb9cb68ba admin admin] Network db85349c-1449-495a-9881-8426bbf372da is already hosted by enough agents. {{(pid=104275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:13:16.723653 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.base_scheduler [None req-ccd88b5c-2421-41fd-9007-1a5eb9cb68ba admin admin] Resources bound (agent type, host, resource id): {{(pid=104275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:13:16.725528 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd88b5c-2421-41fd-9007-1a5eb9cb68ba admin admin] Received port after_create {{(pid=104275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:13:16.726519 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=62,neutron:INSERT=35,neutron:UPDATE=3 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:16.786420 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-384f05b2-5db9-4044-8b5c-d043a6c0278a admin admin] Publish callbacks [] for security_group (60c0ba2e-899d-4a40-98f2-6f81e3f788ac), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:16.826015 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-384f05b2-5db9-4044-8b5c-d043a6c0278a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (60c0ba2e-899d-4a40-98f2-6f81e3f788ac), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:16.841745 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-384f05b2-5db9-4044-8b5c-d043a6c0278a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=104276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 09:13:16.853260 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-384f05b2-5db9-4044-8b5c-d043a6c0278a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728767071609', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461326'] for segment (055db0ec-bbdc-429e-b6b8-f0e0ae6e750a), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:16.853905 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.db.segments_db [None req-384f05b2-5db9-4044-8b5c-d043a6c0278a admin admin] Added segment 055db0ec-bbdc-429e-b6b8-f0e0ae6e750a of type vlan for network 1877e401-d42a-4a52-b633-242e6f958903 May 20 09:13:16.889832 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a71d83-273d-456e-b428-d9bde655e5a5 admin admin] Made reservation on behalf of e84fe8cfef0c4aa3a55dccc8f9aaddc9 for: {'network': 1} {{(pid=104276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:13:16.897701 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e0a71d83-273d-456e-b428-d9bde655e5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for network (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:16.951185 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e683ce78-eef0-46ec-ab13-e7368a5504f0 admin admin] Publish callbacks [] for security_group (d524f2d0-54d0-4933-b5c7-9260867b908d), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:16.978653 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e683ce78-eef0-46ec-ab13-e7368a5504f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (d524f2d0-54d0-4933-b5c7-9260867b908d), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:16.982296 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e0a71d83-273d-456e-b428-d9bde655e5a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:16.988306 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-384f05b2-5db9-4044-8b5c-d043a6c0278a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728766529127'] for network (1877e401-d42a-4a52-b633-242e6f958903), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:17.007795 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:17.009233 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:17.023644 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8202cada-5275-46de-82af-d6090d8ded9f admin admin] Publish callbacks [] for security_group (f4a9b61b-77db-4edf-be6f-a695c1de5145), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:17.032056 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-ccd88b5c-2421-41fd-9007-1a5eb9cb68ba admin admin] Publish callbacks [] for router_gateway (ff7d3e86-a7d8-426a-9485-31431a43ae23), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:17.058800 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e683ce78-eef0-46ec-ab13-e7368a5504f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=104276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 09:13:17.063526 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8202cada-5275-46de-82af-d6090d8ded9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (f4a9b61b-77db-4edf-be6f-a695c1de5145), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:17.083039 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f05b2-5db9-4044-8b5c-d043a6c0278a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c0ba2e-899d-4a40-98f2-6f81e3f788ac,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:17.102209 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e683ce78-eef0-46ec-ab13-e7368a5504f0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728767071609', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461326'] for segment (77eb56c8-f7ae-4980-9031-19500d0fdc26), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:17.103186 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.db.segments_db [None req-e683ce78-eef0-46ec-ab13-e7368a5504f0 admin admin] Added segment 77eb56c8-f7ae-4980-9031-19500d0fdc26 of type vlan for network cb464892-cf71-4d2e-b68f-60163c12a0fe May 20 09:13:17.108455 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:17.121532 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-384f05b2-5db9-4044-8b5c-d043a6c0278a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360'] for network (1877e401-d42a-4a52-b633-242e6f958903), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:17.122838 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384f05b2-5db9-4044-8b5c-d043a6c0278a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:17.123725 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-384f05b2-5db9-4044-8b5c-d043a6c0278a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for network (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:17.126276 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8202cada-5275-46de-82af-d6090d8ded9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=104276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 09:13:17.234982 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e683ce78-eef0-46ec-ab13-e7368a5504f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728766529127'] for network (cb464892-cf71-4d2e-b68f-60163c12a0fe), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:17.238634 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8202cada-5275-46de-82af-d6090d8ded9f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728767071609', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461326'] for segment (ef282a07-cf11-4b01-9306-f20c5aec5e53), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:17.239381 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.db.segments_db [None req-8202cada-5275-46de-82af-d6090d8ded9f admin admin] Added segment ef282a07-cf11-4b01-9306-f20c5aec5e53 of type vlan for network 328df357-f834-447d-8616-ac57cd7979a2 May 20 09:13:17.245442 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 34a9a027-7871-4382-b5c3-5863486b3344 up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:13:17.263487 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e683ce78-eef0-46ec-ab13-e7368a5504f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d524f2d0-54d0-4933-b5c7-9260867b908d,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:17.272313 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-384f05b2-5db9-4044-8b5c-d043a6c0278a admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.4512415 May 20 09:13:17.309792 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 57102) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:17.320683 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-f2841a68-b255-457d-85e8-670a2db4e961 admin admin] Request body: {'subnet': {'network_id': '1877e401-d42a-4a52-b633-242e6f958903', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1210049740-subnet', 'tenant_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:13:17.377467 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=71,neutron:INSERT=22,neutron:UPDATE=7 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:17.379139 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port 34a9a027-7871-4382-b5c3-5863486b3344 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:13:17.380136 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (34a9a027-7871-4382-b5c3-5863486b3344), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:17.382740 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:17.421043 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:17.470928 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-ccd88b5c-2421-41fd-9007-1a5eb9cb68ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680737'] for router (ff7d3e86-a7d8-426a-9485-31431a43ae23), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:17.536549 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port 34a9a027-7871-4382-b5c3-5863486b3344 is: DOWN; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:13:17.536549 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (34a9a027-7871-4382-b5c3-5863486b3344), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:17.552371 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8202cada-5275-46de-82af-d6090d8ded9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728766529127'] for network (328df357-f834-447d-8616-ac57cd7979a2), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:17.556873 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8202cada-5275-46de-82af-d6090d8ded9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a9b61b-77db-4edf-be6f-a695c1de5145,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:17.617472 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e0a71d83-273d-456e-b428-d9bde655e5a5 admin admin] Publish callbacks [] for security_group (17f26925-f1fc-44f5-854c-e8f8b00bae99), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:17.640625 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] For port 34a9a027-7871-4382-b5c3-5863486b3344, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=34a9a027-7871-4382-b5c3-5863486b3344,segment=NetworkSegment(32ffeb4b-663b-4183-8636-9b9183111437),segment_id=32ffeb4b-663b-4183-8636-9b9183111437)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:13:17.641509 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:INSERT=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:17.649543 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f05b2-5db9-4044-8b5c-d043a6c0278a admin admin] Pushing event updated for resources: {'Network': ['ID=1877e401-d42a-4a52-b633-242e6f958903,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:17.649857 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (34a9a027-7871-4382-b5c3-5863486b3344), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:17.657336 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e0a71d83-273d-456e-b428-d9bde655e5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (17f26925-f1fc-44f5-854c-e8f8b00bae99), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:17.711005 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:17.716381 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a71d83-273d-456e-b428-d9bde655e5a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f26925-f1fc-44f5-854c-e8f8b00bae99,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:17.718655 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Network 1877e401-d42a-4a52-b633-242e6f958903 details requested by agent ovs-agent-dv-cinder-836996-23-iscsi with host dv-cinder-836996-23-iscsi {{(pid=104277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 09:13:17.720262 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2841a68-b255-457d-85e8-670a2db4e961 admin admin] Made reservation on behalf of 9dd35ce1fcbd4038a0c556a45059c7d7 for: {'subnet': 1} {{(pid=104276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:13:17.720539 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd88b5c-2421-41fd-9007-1a5eb9cb68ba admin admin] Router ff7d3e86-a7d8-426a-9485-31431a43ae23 is scheduled to L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 with binding_index 1 {{(pid=104275) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 09:13:17.726527 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f2841a68-b255-457d-85e8-670a2db4e961 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:17.732517 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e683ce78-eef0-46ec-ab13-e7368a5504f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360'] for network (cb464892-cf71-4d2e-b68f-60163c12a0fe), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:17.734798 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e683ce78-eef0-46ec-ab13-e7368a5504f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:17.735847 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e683ce78-eef0-46ec-ab13-e7368a5504f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for network (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:17.761815 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.db.resource_extend [None req-8202cada-5275-46de-82af-d6090d8ded9f admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 09:13:17.837920 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Pushing event updated for resources: {'Port': ['ID=34a9a027-7871-4382-b5c3-5863486b3344,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:17.848711 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-e683ce78-eef0-46ec-ab13-e7368a5504f0 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.8011706 May 20 09:13:17.865995 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 57132) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:17.878134 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-48066ac1-3a27-4495-8f72-bbe0c6c380fd admin admin] Request body: {'subnet': {'network_id': 'cb464892-cf71-4d2e-b68f-60163c12a0fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-100177110-subnet', 'tenant_id': '92bf8a2fea6243c28aff53d39a57f92c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:13:17.912486 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0a71d83-273d-456e-b428-d9bde655e5a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=104276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 09:13:17.915805 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd88b5c-2421-41fd-9007-1a5eb9cb68ba admin admin] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:13:17.926886 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48066ac1-3a27-4495-8f72-bbe0c6c380fd admin admin] Made reservation on behalf of 92bf8a2fea6243c28aff53d39a57f92c for: {'subnet': 1} {{(pid=104275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:13:17.929621 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-48066ac1-3a27-4495-8f72-bbe0c6c380fd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:17.943712 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d792c7-2e83-48a3-858a-19ecafc5fe16 None None] Sync routers for ids ['ff7d3e86-a7d8-426a-9485-31431a43ae23'] in dv-cinder-836996-23-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:13:17.960617 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d792c7-2e83-48a3-858a-19ecafc5fe16 None None] Routers {'ff7d3e86-a7d8-426a-9485-31431a43ae23'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:13:17.962706 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-05d792c7-2e83-48a3-858a-19ecafc5fe16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:13:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['ff7d3e86-a7d8-426a-9485-31431a43ae23'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:17.996907 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e0a71d83-273d-456e-b428-d9bde655e5a5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728767071609', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461326'] for segment (0178583d-7daf-444e-a38c-d7c695197188), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:18.001498 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.db.segments_db [None req-e0a71d83-273d-456e-b428-d9bde655e5a5 admin admin] Added segment 0178583d-7daf-444e-a38c-d7c695197188 of type vlan for network f436d993-53fd-4882-b0ef-cefd5c9953db May 20 09:13:18.003406 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-ccd88b5c-2421-41fd-9007-1a5eb9cb68ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:18.005006 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8202cada-5275-46de-82af-d6090d8ded9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360'] for network (328df357-f834-447d-8616-ac57cd7979a2), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:18.007078 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8202cada-5275-46de-82af-d6090d8ded9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:18.008006 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8202cada-5275-46de-82af-d6090d8ded9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for network (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:18.008131 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-ccd88b5c-2421-41fd-9007-1a5eb9cb68ba admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.4305575 May 20 09:13:18.011056 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 57134) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:18.041026 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e683ce78-eef0-46ec-ab13-e7368a5504f0 admin admin] Pushing event updated for resources: {'Network': ['ID=cb464892-cf71-4d2e-b68f-60163c12a0fe,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:18.060895 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Network cb464892-cf71-4d2e-b68f-60163c12a0fe details requested by agent ovs-agent-dv-cinder-836996-23-iscsi with host dv-cinder-836996-23-iscsi {{(pid=104277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 09:13:18.180363 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8202cada-5275-46de-82af-d6090d8ded9f admin admin] Pushing event updated for resources: {'Network': ['ID=328df357-f834-447d-8616-ac57cd7979a2,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:18.195905 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:18.245874 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-05d792c7-2e83-48a3-858a-19ecafc5fe16 None None] Set router ff7d3e86-a7d8-426a-9485-31431a43ae23 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:13:18.259633 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-8202cada-5275-46de-82af-d6090d8ded9f admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 2.2800715 May 20 09:13:18.260617 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 57136) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:18.264123 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e0a71d83-273d-456e-b428-d9bde655e5a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728766529127'] for network (f436d993-53fd-4882-b0ef-cefd5c9953db), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:18.266323 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84567afc-5724-4a2c-8296-8606ab28504b None None] Network 40febe0e-a58d-4d88-9cb1-48f696a34f45 requested from dv-cinder-836996-23-iscsi {{(pid=104277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 20 09:13:18.274103 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-ef59081a-9edc-4470-8a5a-098241726de8 admin admin] Request body: {'subnet': {'network_id': '328df357-f834-447d-8616-ac57cd7979a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-998905379-subnet', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:13:18.283921 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Network 328df357-f834-447d-8616-ac57cd7979a2 details requested by agent ovs-agent-dv-cinder-836996-23-iscsi with host dv-cinder-836996-23-iscsi {{(pid=104277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 09:13:18.304801 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef59081a-9edc-4470-8a5a-098241726de8 admin admin] Made reservation on behalf of 2ddfd22e3dde4cc89c073bd2d88d648b for: {'subnet': 1} {{(pid=104276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:13:18.307345 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-ef59081a-9edc-4470-8a5a-098241726de8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:18.398535 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e0a71d83-273d-456e-b428-d9bde655e5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360'] for network (f436d993-53fd-4882-b0ef-cefd5c9953db), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:18.399900 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a71d83-273d-456e-b428-d9bde655e5a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:18.401009 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e0a71d83-273d-456e-b428-d9bde655e5a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for network (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:18.448353 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-e0a71d83-273d-456e-b428-d9bde655e5a5 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 2.2336137 May 20 09:13:18.481779 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-05d792c7-2e83-48a3-858a-19ecafc5fe16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7d3e86-a7d8-426a-9485-31431a43ae23', 'name': 'tempest-ServerRescueNegativeTestJSON-770542233-router', 'tenant_id': 'ed0e52a9d6374123b57759435d43d7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '67ab723e-d5a4-4c7d-b513-3a0916c831d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:15Z', 'updated_at': '2022-05-20T09:13:16Z', 'revision_number': 3, 'project_id': 'ed0e52a9d6374123b57759435d43d7aa', 'gw_port': {'id': '67ab723e-d5a4-4c7d-b513-3a0916c831d8', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:05:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff7d3e86-a7d8-426a-9485-31431a43ae23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:16Z', 'updated_at': '2022-05-20T09:13:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi'}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:18.493213 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 57142) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:18.526509 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d792c7-2e83-48a3-858a-19ecafc5fe16 None None] Checking router: ff7d3e86-a7d8-426a-9485-31431a43ae23 for host: dv-cinder-836996-23-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:13:18.527095 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d792c7-2e83-48a3-858a-19ecafc5fe16 None None] Updating router ff7d3e86-a7d8-426a-9485-31431a43ae23 port 67ab723e-d5a4-4c7d-b513-3a0916c831d8 binding host dv-cinder-836996-23-iscsi {{(pid=104278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 09:13:18.567822 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-05d792c7-2e83-48a3-858a-19ecafc5fe16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (67ab723e-d5a4-4c7d-b513-3a0916c831d8), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:18.575546 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-df8e5a74-013b-4740-a3a5-fb5c78a158bc admin admin] Request body: {'subnet': {'network_id': 'f436d993-53fd-4882-b0ef-cefd5c9953db', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1208751066-subnet', 'tenant_id': 'e84fe8cfef0c4aa3a55dccc8f9aaddc9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:13:18.610167 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:18.612813 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:18.629880 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-48066ac1-3a27-4495-8f72-bbe0c6c380fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360'] for subnet (0a5fa699-4c99-4ca7-94b7-2b5c0cff2418), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:18.698777 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:18.727534 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48066ac1-3a27-4495-8f72-bbe0c6c380fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a5fa699-4c99-4ca7-94b7-2b5c0cff2418,revision_number=0']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:18.730654 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-196720fc-a7bb-4d3e-ac11-b78f804bf272 None None] Provisioning complete for port 34a9a027-7871-4382-b5c3-5863486b3344 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:13:18.731142 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-196720fc-a7bb-4d3e-ac11-b78f804bf272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (34a9a027-7871-4382-b5c3-5863486b3344), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:18.761618 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8e5a74-013b-4740-a3a5-fb5c78a158bc admin admin] Made reservation on behalf of e84fe8cfef0c4aa3a55dccc8f9aaddc9 for: {'subnet': 1} {{(pid=104276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:13:18.776652 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-df8e5a74-013b-4740-a3a5-fb5c78a158bc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:18.891323 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48066ac1-3a27-4495-8f72-bbe0c6c380fd admin admin] Checking segment: {'id': '77eb56c8-f7ae-4980-9031-19500d0fdc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cb464892-cf71-4d2e-b68f-60163c12a0fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:13:18.894499 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48066ac1-3a27-4495-8f72-bbe0c6c380fd admin admin] Network hostable DHCP agents. Network: cb464892-cf71-4d2e-b68f-60163c12a0fe, hostable agents: ['b26f8cd8-eda4-4382-aac8-4197b502694f'], hosted agents: [] {{(pid=104275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 09:13:18.914004 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a71d83-273d-456e-b428-d9bde655e5a5 admin admin] Pushing event updated for resources: {'Network': ['ID=f436d993-53fd-4882-b0ef-cefd5c9953db,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:18.953620 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Network f436d993-53fd-4882-b0ef-cefd5c9953db details requested by agent ovs-agent-dv-cinder-836996-23-iscsi with host dv-cinder-836996-23-iscsi {{(pid=104277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 09:13:19.111299 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48066ac1-3a27-4495-8f72-bbe0c6c380fd admin admin] Network cb464892-cf71-4d2e-b68f-60163c12a0fe is scheduled to be hosted by DHCP agent b26f8cd8-eda4-4382-aac8-4197b502694f with binding_index 1 {{(pid=104275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 09:13:19.158381 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-196720fc-a7bb-4d3e-ac11-b78f804bf272 None None] Current status of the port 34a9a027-7871-4382-b5c3-5863486b3344 is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:13:19.160483 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 34a9a027-7871-4382-b5c3-5863486b3344 up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:13:19.194773 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.base_scheduler [None req-48066ac1-3a27-4495-8f72-bbe0c6c380fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-23-iscsi, cb464892-cf71-4d2e-b68f-60163c12a0fe) {{(pid=104275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:13:19.209444 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48066ac1-3a27-4495-8f72-bbe0c6c380fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:19.209694 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f2841a68-b255-457d-85e8-670a2db4e961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360'] for subnet (627f3291-137c-4051-aa19-caaa09ad6395), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:19.210072 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-48066ac1-3a27-4495-8f72-bbe0c6c380fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for subnet (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:19.239621 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-48066ac1-3a27-4495-8f72-bbe0c6c380fd admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3697217 May 20 09:13:19.239861 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 57168) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:19.239951 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536dba66-7591-4909-8501-d2f9f4798956 None None] Network cb464892-cf71-4d2e-b68f-60163c12a0fe requested from dv-cinder-836996-23-iscsi {{(pid=104277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 20 09:13:19.256768 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-c17d9a1f-ddb1-43f8-934b-5d60cdfaf849 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-100177110-router', 'tenant_id': '92bf8a2fea6243c28aff53d39a57f92c', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da'}}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:13:19.278303 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-05d792c7-2e83-48a3-858a-19ecafc5fe16 None None] Publish callbacks [] for port (67ab723e-d5a4-4c7d-b513-3a0916c831d8), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:19.297221 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-05d792c7-2e83-48a3-858a-19ecafc5fe16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (67ab723e-d5a4-4c7d-b513-3a0916c831d8), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:19.303288 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-da15bd1c-7a5d-4887-9d6f-846f02d23956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:19.320592 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2841a68-b255-457d-85e8-670a2db4e961 admin admin] Pushing event updated for resources: {'Subnet': ['ID=627f3291-137c-4051-aa19-caaa09ad6395,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:19.331048 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-c17d9a1f-ddb1-43f8-934b-5d60cdfaf849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-683858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1571'] for router (dddcae79-7f2c-46ca-9e76-32b8f59596e6), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:19.332897 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-c17d9a1f-ddb1-43f8-934b-5d60cdfaf849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1576'] for router (dddcae79-7f2c-46ca-9e76-32b8f59596e6), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:19.411981 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac1827-646b-422a-85f7-bb85ff5725ca None None] Pushing event updated for resources: {'Port': ['ID=67ab723e-d5a4-4c7d-b513-3a0916c831d8,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:19.415957 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-05d792c7-2e83-48a3-858a-19ecafc5fe16 None None] Attempting to bind port 67ab723e-d5a4-4c7d-b513-3a0916c831d8 on host dv-cinder-836996-23-iscsi for vnic_type normal with profile {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 20 09:13:19.416556 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-05d792c7-2e83-48a3-858a-19ecafc5fe16 None None] Attempting to bind port 67ab723e-d5a4-4c7d-b513-3a0916c831d8 by drivers openvswitch,hyperv on host dv-cinder-836996-23-iscsi at level 0 using segments [{'id': '99d4634d-7c16-4239-978b-38d882e34cf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db85349c-1449-495a-9881-8426bbf372da'}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 20 09:13:19.417087 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d792c7-2e83-48a3-858a-19ecafc5fe16 None None] Attempting to bind port 67ab723e-d5a4-4c7d-b513-3a0916c831d8 on network db85349c-1449-495a-9881-8426bbf372da {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:13:19.429280 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ac1827-646b-422a-85f7-bb85ff5725ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:19.434143 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ac1827-646b-422a-85f7-bb85ff5725ca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:19.434722 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ac1827-646b-422a-85f7-bb85ff5725ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:19.436216 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ac1827-646b-422a-85f7-bb85ff5725ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:19.436712 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ac1827-646b-422a-85f7-bb85ff5725ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:19.437689 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ac1827-646b-422a-85f7-bb85ff5725ca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:19.440144 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-c17d9a1f-ddb1-43f8-934b-5d60cdfaf849 admin admin] Publish callbacks [] for router_controller (dddcae79-7f2c-46ca-9e76-32b8f59596e6), precommit_add_association {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:19.440406 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ac1827-646b-422a-85f7-bb85ff5725ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:19.440741 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ac1827-646b-422a-85f7-bb85ff5725ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:19.441086 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ac1827-646b-422a-85f7-bb85ff5725ca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:19.441419 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ac1827-646b-422a-85f7-bb85ff5725ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:19.441746 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ac1827-646b-422a-85f7-bb85ff5725ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:19.442088 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ac1827-646b-422a-85f7-bb85ff5725ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:19.442409 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ac1827-646b-422a-85f7-bb85ff5725ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:19.442783 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ac1827-646b-422a-85f7-bb85ff5725ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:19.443052 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ac1827-646b-422a-85f7-bb85ff5725ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:19.450510 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ac1827-646b-422a-85f7-bb85ff5725ca None None] Tracked resource versions report: May 20 09:13:19.450510 dv-cinder-836996-23-iscsi neutron-server[104278]: pushed versions: May 20 09:13:19.450510 dv-cinder-836996-23-iscsi neutron-server[104278]: { 'AddressGroup': {'1.2'}, May 20 09:13:19.450510 dv-cinder-836996-23-iscsi neutron-server[104278]: 'Agent': {'1.1'}, May 20 09:13:19.450510 dv-cinder-836996-23-iscsi neutron-server[104278]: 'ConntrackHelper': {'1.0'}, May 20 09:13:19.450510 dv-cinder-836996-23-iscsi neutron-server[104278]: 'LocalIPAssociation': {'1.0'}, May 20 09:13:19.450510 dv-cinder-836996-23-iscsi neutron-server[104278]: 'Log': {'1.0'}, May 20 09:13:19.450510 dv-cinder-836996-23-iscsi neutron-server[104278]: 'NDPProxy': {'1.0'}, May 20 09:13:19.450510 dv-cinder-836996-23-iscsi neutron-server[104278]: 'Network': {'1.1'}, May 20 09:13:19.450510 dv-cinder-836996-23-iscsi neutron-server[104278]: 'Port': {'1.7'}, May 20 09:13:19.450510 dv-cinder-836996-23-iscsi neutron-server[104278]: 'PortForwarding': {'1.3'}, May 20 09:13:19.450510 dv-cinder-836996-23-iscsi neutron-server[104278]: 'QosPolicy': {'1.10'}, May 20 09:13:19.450510 dv-cinder-836996-23-iscsi neutron-server[104278]: 'SecurityGroup': {'1.5'}, May 20 09:13:19.450510 dv-cinder-836996-23-iscsi neutron-server[104278]: 'SecurityGroupRule': {'1.2'}, May 20 09:13:19.450510 dv-cinder-836996-23-iscsi neutron-server[104278]: 'SubPort': {'1.0'}, May 20 09:13:19.450510 dv-cinder-836996-23-iscsi neutron-server[104278]: 'Subnet': {'1.1'}, May 20 09:13:19.450510 dv-cinder-836996-23-iscsi neutron-server[104278]: 'Trunk': {'1.1'}} May 20 09:13:19.450510 dv-cinder-836996-23-iscsi neutron-server[104278]: consumer versions: May 20 09:13:19.450510 dv-cinder-836996-23-iscsi neutron-server[104278]: { DHCP agent@dv-cinder-836996-23-iscsi: {}, May 20 09:13:19.450510 dv-cinder-836996-23-iscsi neutron-server[104278]: HyperV agent@hv-cinder-83699: {}, May 20 09:13:19.450510 dv-cinder-836996-23-iscsi neutron-server[104278]: L3 agent@dv-cinder-836996-23-iscsi: {}, May 20 09:13:19.450510 dv-cinder-836996-23-iscsi neutron-server[104278]: Metadata agent@dv-cinder-836996-23-iscsi: {}, May 20 09:13:19.450510 dv-cinder-836996-23-iscsi neutron-server[104278]: Metering agent@dv-cinder-836996-23-iscsi: {}, May 20 09:13:19.450510 dv-cinder-836996-23-iscsi neutron-server[104278]: Open vSwitch agent@dv-cinder-836996-23-iscsi: { 'AddressGroup': '1.2', May 20 09:13:19.450510 dv-cinder-836996-23-iscsi neutron-server[104278]: 'Agent': '1.1', May 20 09:13:19.450510 dv-cinder-836996-23-iscsi neutron-server[104278]: 'ConntrackHelper': '1.0', May 20 09:13:19.450510 dv-cinder-836996-23-iscsi neutron-server[104278]: 'LocalIPAssociation': '1.0', May 20 09:13:19.450510 dv-cinder-836996-23-iscsi neutron-server[104278]: 'Log': '1.0', May 20 09:13:19.450510 dv-cinder-836996-23-iscsi neutron-server[104278]: 'NDPProxy': '1.0', May 20 09:13:19.450510 dv-cinder-836996-23-iscsi neutron-server[104278]: 'Network': '1.1', May 20 09:13:19.450510 dv-cinder-836996-23-iscsi neutron-server[104278]: 'Port': '1.7', May 20 09:13:19.450510 dv-cinder-836996-23-iscsi neutron-server[104278]: 'PortForwarding': '1.3', May 20 09:13:19.450510 dv-cinder-836996-23-iscsi neutron-server[104278]: 'QosPolicy': '1.10', May 20 09:13:19.450510 dv-cinder-836996-23-iscsi neutron-server[104278]: 'SecurityGroup': '1.5', May 20 09:13:19.450510 dv-cinder-836996-23-iscsi neutron-server[104278]: 'SecurityGroupRule': '1.2', May 20 09:13:19.450510 dv-cinder-836996-23-iscsi neutron-server[104278]: 'SubPort': '1.0', May 20 09:13:19.450510 dv-cinder-836996-23-iscsi neutron-server[104278]: 'Subnet': '1.1', May 20 09:13:19.450510 dv-cinder-836996-23-iscsi neutron-server[104278]: 'Trunk': '1.1'}} May 20 09:13:19.450510 dv-cinder-836996-23-iscsi neutron-server[104278]: {{(pid=104278) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 09:13:19.453455 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d792c7-2e83-48a3-858a-19ecafc5fe16 None None] Checking agent: {'id': '8cdc3712-48c6-4c17-b1e2-8ec392d7f09b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 9, 4, 50), 'started_at': datetime.datetime(2022, 5, 20, 9, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 9, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 09:13:19.453833 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d792c7-2e83-48a3-858a-19ecafc5fe16 None None] Checking segment: {'id': '99d4634d-7c16-4239-978b-38d882e34cf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db85349c-1449-495a-9881-8426bbf372da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:13:19.454238 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-05d792c7-2e83-48a3-858a-19ecafc5fe16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:19.454663 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d792c7-2e83-48a3-858a-19ecafc5fe16 None None] Bound using segment: {'id': '99d4634d-7c16-4239-978b-38d882e34cf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db85349c-1449-495a-9881-8426bbf372da'} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 09:13:19.455139 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-05d792c7-2e83-48a3-858a-19ecafc5fe16 None None] Bound port: 67ab723e-d5a4-4c7d-b513-3a0916c831d8, host: dv-cinder-836996-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d4634d-7c16-4239-978b-38d882e34cf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db85349c-1449-495a-9881-8426bbf372da'}}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 20 09:13:19.455629 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-05d792c7-2e83-48a3-858a-19ecafc5fe16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (67ab723e-d5a4-4c7d-b513-3a0916c831d8), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:19.481850 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:INSERT=11,neutron:DELETE=3,neutron:SELECT=84,neutron:UPDATE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:19.565379 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2841a68-b255-457d-85e8-670a2db4e961 admin admin] Checking segment: {'id': '055db0ec-bbdc-429e-b6b8-f0e0ae6e750a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '1877e401-d42a-4a52-b633-242e6f958903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:13:19.565735 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2841a68-b255-457d-85e8-670a2db4e961 admin admin] Network hostable DHCP agents. Network: 1877e401-d42a-4a52-b633-242e6f958903, hostable agents: ['b26f8cd8-eda4-4382-aac8-4197b502694f'], hosted agents: [] {{(pid=104276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 09:13:19.571348 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-05d792c7-2e83-48a3-858a-19ecafc5fe16 None None] For port 67ab723e-d5a4-4c7d-b513-3a0916c831d8, host dv-cinder-836996-23-iscsi, cleared binding levels {{(pid=104278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 09:13:19.572102 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-ef59081a-9edc-4470-8a5a-098241726de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360'] for subnet (6a66febf-40e6-435b-a129-884260e28f23), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:19.582368 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-05d792c7-2e83-48a3-858a-19ecafc5fe16 None None] For port 67ab723e-d5a4-4c7d-b513-3a0916c831d8, host dv-cinder-836996-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=67ab723e-d5a4-4c7d-b513-3a0916c831d8,segment=NetworkSegment(99d4634d-7c16-4239-978b-38d882e34cf7),segment_id=99d4634d-7c16-4239-978b-38d882e34cf7)] {{(pid=104278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 09:13:19.595534 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-05d792c7-2e83-48a3-858a-19ecafc5fe16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (67ab723e-d5a4-4c7d-b513-3a0916c831d8), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:19.685128 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:19.689573 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac1827-646b-422a-85f7-bb85ff5725ca None None] Pushing event updated for resources: {'Port': ['ID=67ab723e-d5a4-4c7d-b513-3a0916c831d8,revision_number=3']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:19.712424 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 57180) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:19.725512 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d792c7-2e83-48a3-858a-19ecafc5fe16 None None] Routers {'ff7d3e86-a7d8-426a-9485-31431a43ae23'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:13:19.729172 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-05d792c7-2e83-48a3-858a-19ecafc5fe16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:13:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['ff7d3e86-a7d8-426a-9485-31431a43ae23'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:19.750344 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-65b2a6df-183d-49a9-9659-51fc616f690c None None] Provisioning complete for port 34a9a027-7871-4382-b5c3-5863486b3344 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:13:19.751515 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-65b2a6df-183d-49a9-9659-51fc616f690c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (34a9a027-7871-4382-b5c3-5863486b3344), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:19.799970 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port 34a9a027-7871-4382-b5c3-5863486b3344 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:13:19.801404 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (34a9a027-7871-4382-b5c3-5863486b3344), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:19.871552 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:19.901614 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-df8e5a74-013b-4740-a3a5-fb5c78a158bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360'] for subnet (138e2659-b73a-40fb-8704-34c79ff06be3), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:19.913751 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:19.916299 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e9267e-b9c7-4bbc-a44d-a8a96fe9c48a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cd1afc4-0ceb-5b8d-a1dd-ae16400ad0c0-cb464892-cf71-4d2e-b68f-60163c12a0fe', 'network_id': 'cb464892-cf71-4d2e-b68f-60163c12a0fe', 'project_id': '92bf8a2fea6243c28aff53d39a57f92c', 'fixed_ips': [{'subnet_id': '0a5fa699-4c99-4ca7-94b7-2b5c0cff2418'}]}} from dv-cinder-836996-23-iscsi. {{(pid=104277) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 20 09:13:19.918306 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e8e9267e-b9c7-4bbc-a44d-a8a96fe9c48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:19.965085 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-05d792c7-2e83-48a3-858a-19ecafc5fe16 None None] Set router ff7d3e86-a7d8-426a-9485-31431a43ae23 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:13:19.966717 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:19.971957 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.db_base_plugin_common [None req-da15bd1c-7a5d-4887-9d6f-846f02d23956 admin admin] Allocated IP 172.20.0.1 (40febe0e-a58d-4d88-9cb1-48f696a34f45/a7263cb7-bd14-41ff-8f4b-b90e8869f0b0/579a5d10-afc1-4603-a78c-86ca10960c02) {{(pid=104275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:13:20.020382 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-65b2a6df-183d-49a9-9659-51fc616f690c None None] Current status of the port 34a9a027-7871-4382-b5c3-5863486b3344 is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:13:20.026541 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2841a68-b255-457d-85e8-670a2db4e961 admin admin] Network 1877e401-d42a-4a52-b633-242e6f958903 is scheduled to be hosted by DHCP agent b26f8cd8-eda4-4382-aac8-4197b502694f with binding_index 1 {{(pid=104276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 09:13:20.057329 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef59081a-9edc-4470-8a5a-098241726de8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a66febf-40e6-435b-a129-884260e28f23,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:20.092812 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-f2841a68-b255-457d-85e8-670a2db4e961 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-23-iscsi, 1877e401-d42a-4a52-b633-242e6f958903) {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:13:20.104274 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:20.116439 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fee206-7632-4982-82ea-885284d5bdc9 None None] Network 1877e401-d42a-4a52-b633-242e6f958903 requested from dv-cinder-836996-23-iscsi {{(pid=104277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 20 09:13:20.145875 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-c17d9a1f-ddb1-43f8-934b-5d60cdfaf849 admin admin] Publish callbacks [] for router_gateway (dddcae79-7f2c-46ca-9e76-32b8f59596e6), precommit_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:20.167173 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-b5e1daad-ad52-41e1-8c7f-12f37df5c306 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:20.195771 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2841a68-b255-457d-85e8-670a2db4e961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:20.196365 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f2841a68-b255-457d-85e8-670a2db4e961 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for subnet (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:20.208915 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port 34a9a027-7871-4382-b5c3-5863486b3344 is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:13:20.265467 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8e5a74-013b-4740-a3a5-fb5c78a158bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=138e2659-b73a-40fb-8704-34c79ff06be3,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:20.273535 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-05d792c7-2e83-48a3-858a-19ecafc5fe16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7d3e86-a7d8-426a-9485-31431a43ae23', 'name': 'tempest-ServerRescueNegativeTestJSON-770542233-router', 'tenant_id': 'ed0e52a9d6374123b57759435d43d7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '67ab723e-d5a4-4c7d-b513-3a0916c831d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:15Z', 'updated_at': '2022-05-20T09:13:16Z', 'revision_number': 3, 'project_id': 'ed0e52a9d6374123b57759435d43d7aa', 'gw_port': {'id': '67ab723e-d5a4-4c7d-b513-3a0916c831d8', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:05:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff7d3e86-a7d8-426a-9485-31431a43ae23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:16Z', 'updated_at': '2022-05-20T09:13:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi'}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:20.284697 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:20.293243 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef59081a-9edc-4470-8a5a-098241726de8 admin admin] Checking segment: {'id': 'ef282a07-cf11-4b01-9306-f20c5aec5e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '328df357-f834-447d-8616-ac57cd7979a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:13:20.293728 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef59081a-9edc-4470-8a5a-098241726de8 admin admin] Network hostable DHCP agents. Network: 328df357-f834-447d-8616-ac57cd7979a2, hostable agents: ['b26f8cd8-eda4-4382-aac8-4197b502694f'], hosted agents: [] {{(pid=104276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 09:13:20.321114 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-b5e1daad-ad52-41e1-8c7f-12f37df5c306 admin admin] Publish callbacks [] for security_group (d058796c-1088-4c8c-adc7-19405e580cdd), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:20.325857 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-f2841a68-b255-457d-85e8-670a2db4e961 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0148070 May 20 09:13:20.328093 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:20.329411 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8e5a74-013b-4740-a3a5-fb5c78a158bc admin admin] Checking segment: {'id': '0178583d-7daf-444e-a38c-d7c695197188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f436d993-53fd-4882-b0ef-cefd5c9953db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:13:20.329963 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8e5a74-013b-4740-a3a5-fb5c78a158bc admin admin] Network hostable DHCP agents. Network: f436d993-53fd-4882-b0ef-cefd5c9953db, hostable agents: ['b26f8cd8-eda4-4382-aac8-4197b502694f'], hosted agents: [] {{(pid=104276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 09:13:20.335778 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 57204) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:20.346690 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-193cba66-bfe9-415a-bf15-c7abffad21e1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1210049740-router', 'tenant_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da'}}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:13:20.347124 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d792c7-2e83-48a3-858a-19ecafc5fe16 None None] The sync data for ids ['ff7d3e86-a7d8-426a-9485-31431a43ae23'] in dv-cinder-836996-23-iscsi is: [{'id': 'ff7d3e86-a7d8-426a-9485-31431a43ae23', 'name': 'tempest-ServerRescueNegativeTestJSON-770542233-router', 'tenant_id': 'ed0e52a9d6374123b57759435d43d7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '67ab723e-d5a4-4c7d-b513-3a0916c831d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:15Z', 'updated_at': '2022-05-20T09:13:16Z', 'revision_number': 3, 'project_id': 'ed0e52a9d6374123b57759435d43d7aa', 'gw_port': {'id': '67ab723e-d5a4-4c7d-b513-3a0916c831d8', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:05:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff7d3e86-a7d8-426a-9485-31431a43ae23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:16Z', 'updated_at': '2022-05-20T09:13:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi'}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:13:20.354245 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f616b5f9-5922-4e9c-accc-820ddafb7c02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cd1afc4-0ceb-5b8d-a1dd-ae16400ad0c0-1877e401-d42a-4a52-b633-242e6f958903', 'network_id': '1877e401-d42a-4a52-b633-242e6f958903', 'project_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'fixed_ips': [{'subnet_id': '627f3291-137c-4051-aa19-caaa09ad6395'}]}} from dv-cinder-836996-23-iscsi. {{(pid=104277) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 20 09:13:20.355661 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-f616b5f9-5922-4e9c-accc-820ddafb7c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:20.390582 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef59081a-9edc-4470-8a5a-098241726de8 admin admin] Network 328df357-f834-447d-8616-ac57cd7979a2 is scheduled to be hosted by DHCP agent b26f8cd8-eda4-4382-aac8-4197b502694f with binding_index 1 {{(pid=104276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 09:13:20.402786 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-ef59081a-9edc-4470-8a5a-098241726de8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-23-iscsi, 328df357-f834-447d-8616-ac57cd7979a2) {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:13:20.409220 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef59081a-9edc-4470-8a5a-098241726de8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:20.409974 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-ef59081a-9edc-4470-8a5a-098241726de8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for subnet (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:20.421677 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8e5a74-013b-4740-a3a5-fb5c78a158bc admin admin] Network f436d993-53fd-4882-b0ef-cefd5c9953db is scheduled to be hosted by DHCP agent b26f8cd8-eda4-4382-aac8-4197b502694f with binding_index 1 {{(pid=104276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 09:13:20.429184 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-193cba66-bfe9-415a-bf15-c7abffad21e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-683858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1571'] for router (3713a506-e0c9-495e-af24-db3cc15e2153), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:20.430426 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-193cba66-bfe9-415a-bf15-c7abffad21e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1576'] for router (3713a506-e0c9-495e-af24-db3cc15e2153), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:20.442167 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec6cf0e-0b1b-4d12-b026-0aabc5d91669 None None] Network 328df357-f834-447d-8616-ac57cd7979a2 requested from dv-cinder-836996-23-iscsi {{(pid=104277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 20 09:13:20.452785 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:20.459600 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-df8e5a74-013b-4740-a3a5-fb5c78a158bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-23-iscsi, f436d993-53fd-4882-b0ef-cefd5c9953db) {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:13:20.472271 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-b5e1daad-ad52-41e1-8c7f-12f37df5c306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (d058796c-1088-4c8c-adc7-19405e580cdd), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:20.476226 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-ef59081a-9edc-4470-8a5a-098241726de8 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2057858 May 20 09:13:20.476226 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8e5a74-013b-4740-a3a5-fb5c78a158bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:20.476226 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-df8e5a74-013b-4740-a3a5-fb5c78a158bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for subnet (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:20.478442 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 57206) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:20.489357 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-2917efb2-f2d6-4b16-b200-c2a440d88acf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-998905379-router', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da'}}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:13:20.499300 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-da15bd1c-7a5d-4887-9d6f-846f02d23956 admin admin] Publish callbacks [] for port (579a5d10-afc1-4603-a78c-86ca10960c02), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:20.562410 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a957bd8f-2c8a-44c2-a1d2-ffc776353c63 None None] Network f436d993-53fd-4882-b0ef-cefd5c9953db requested from dv-cinder-836996-23-iscsi {{(pid=104277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 20 09:13:20.571110 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-193cba66-bfe9-415a-bf15-c7abffad21e1 admin admin] Publish callbacks [] for router_controller (3713a506-e0c9-495e-af24-db3cc15e2153), precommit_add_association {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:20.576783 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [None req-e8e9267e-b9c7-4bbc-a44d-a8a96fe9c48a None None] Allocated IP 172.20.0.2 (cb464892-cf71-4d2e-b68f-60163c12a0fe/0a5fa699-4c99-4ca7-94b7-2b5c0cff2418/f26a0fb7-77ae-46e8-a66f-6fadbe9fc890) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:13:20.577988 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-df8e5a74-013b-4740-a3a5-fb5c78a158bc admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0813713 May 20 09:13:20.587446 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2917efb2-f2d6-4b16-b200-c2a440d88acf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-683858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1571'] for router (7a21919f-b788-4282-be5f-e9af099ab34c), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:20.590002 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2917efb2-f2d6-4b16-b200-c2a440d88acf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1576'] for router (7a21919f-b788-4282-be5f-e9af099ab34c), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:20.656691 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1daad-ad52-41e1-8c7f-12f37df5c306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d058796c-1088-4c8c-adc7-19405e580cdd,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:20.682355 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-b5e1daad-ad52-41e1-8c7f-12f37df5c306 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=87aefc781c404b0cad8df35e450704b3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9648538 May 20 09:13:20.696798 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 57220) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:20.714484 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2917efb2-f2d6-4b16-b200-c2a440d88acf admin admin] Publish callbacks [] for router_controller (7a21919f-b788-4282-be5f-e9af099ab34c), precommit_add_association {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:20.871179 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-c17d9a1f-ddb1-43f8-934b-5d60cdfaf849 admin admin] Publish callbacks [] for router_gateway (dddcae79-7f2c-46ca-9e76-32b8f59596e6), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:20.952220 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-c17d9a1f-ddb1-43f8-934b-5d60cdfaf849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:20.989858 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ba5f9e-c6f3-4fed-893e-5162e86121d5 None None] Network f436d993-53fd-4882-b0ef-cefd5c9953db requested from dv-cinder-836996-23-iscsi {{(pid=104277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 20 09:13:21.048701 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-da15bd1c-7a5d-4887-9d6f-846f02d23956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936'] for port (579a5d10-afc1-4603-a78c-86ca10960c02), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:21.081776 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da15bd1c-7a5d-4887-9d6f-846f02d23956 admin admin] Network 40febe0e-a58d-4d88-9cb1-48f696a34f45 is already hosted by enough agents. {{(pid=104275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:13:21.087327 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.base_scheduler [None req-da15bd1c-7a5d-4887-9d6f-846f02d23956 admin admin] Resources bound (agent type, host, resource id): {{(pid=104275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:13:21.136999 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da15bd1c-7a5d-4887-9d6f-846f02d23956 admin admin] Received port after_create {{(pid=104275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:13:21.136999 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-da15bd1c-7a5d-4887-9d6f-846f02d23956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680018'] for router_interface (ff7d3e86-a7d8-426a-9485-31431a43ae23), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:21.219324 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:21.273620 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 67ab723e-d5a4-4c7d-b513-3a0916c831d8 up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:13:21.305102 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:21.424388 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-6c6d53f8-bdc2-4aca-ba4c-0ea418f718be admin admin] Publish callbacks [] for security_group (d058796c-1088-4c8c-adc7-19405e580cdd), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:21.460934 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-6c6d53f8-bdc2-4aca-ba4c-0ea418f718be admin admin] Publish callbacks [] for security_group (d058796c-1088-4c8c-adc7-19405e580cdd), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:21.513318 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24b4aed-8f88-40a1-8151-68c07c04534a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cd1afc4-0ceb-5b8d-a1dd-ae16400ad0c0-328df357-f834-447d-8616-ac57cd7979a2', 'network_id': '328df357-f834-447d-8616-ac57cd7979a2', 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'fixed_ips': [{'subnet_id': '6a66febf-40e6-435b-a129-884260e28f23'}]}} from dv-cinder-836996-23-iscsi. {{(pid=104277) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 20 09:13:21.514279 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e24b4aed-8f88-40a1-8151-68c07c04534a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:21.514515 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 57260) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:21.546706 dv-cinder-836996-23-iscsi neutron-server[104275]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 20 09:13:21.560906 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15bd1c-7a5d-4887-9d6f-846f02d23956 admin admin] Pushing event updated for resources: {'Port': ['ID=579a5d10-afc1-4603-a78c-86ca10960c02,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:21.569872 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-193cba66-bfe9-415a-bf15-c7abffad21e1 admin admin] Publish callbacks [] for router_gateway (3713a506-e0c9-495e-af24-db3cc15e2153), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:21.621058 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [None req-f616b5f9-5922-4e9c-accc-820ddafb7c02 None None] Allocated IP 172.20.0.2 (1877e401-d42a-4a52-b633-242e6f958903/627f3291-137c-4051-aa19-caaa09ad6395/568248d9-97cb-44f6-8a51-5c4fafb16278) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:13:21.655768 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:21.685581 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2917efb2-f2d6-4b16-b200-c2a440d88acf admin admin] Publish callbacks [] for router_gateway (7a21919f-b788-4282-be5f-e9af099ab34c), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:21.702881 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (2d1be950-4dd6-4324-90da-2272c7a86826), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:21.708691 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-4355aad0-c852-4772-bad8-1f25cfd7df1d None None] Provisioning complete for port 579a5d10-afc1-4603-a78c-86ca10960c02 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:13:21.709082 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4355aad0-c852-4772-bad8-1f25cfd7df1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (579a5d10-afc1-4603-a78c-86ca10960c02), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:21.784348 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-6c6d53f8-bdc2-4aca-ba4c-0ea418f718be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (d058796c-1088-4c8c-adc7-19405e580cdd), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:21.790436 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-6c6d53f8-bdc2-4aca-ba4c-0ea418f718be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:21.807863 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-6c6d53f8-bdc2-4aca-ba4c-0ea418f718be admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d058796c-1088-4c8c-adc7-19405e580cdd HTTP/1.1" status: 204 len: 168 time: 1.1043720 May 20 09:13:21.871739 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.db_base_plugin_common [None req-c17d9a1f-ddb1-43f8-934b-5d60cdfaf849 admin admin] Allocated IP 172.27.0.146 (db85349c-1449-495a-9881-8426bbf372da/93804823-6bc2-4eb0-bfcd-bdee0631ed3e/ef269289-432e-4c5a-9c85-07f8b2771fbd) {{(pid=104275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:13:21.901320 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-da15bd1c-7a5d-4887-9d6f-846f02d23956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (579a5d10-afc1-4603-a78c-86ca10960c02), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:21.931377 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:21.936216 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-f616b5f9-5922-4e9c-accc-820ddafb7c02 None None] Publish callbacks [] for port (568248d9-97cb-44f6-8a51-5c4fafb16278), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:21.995214 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-f616b5f9-5922-4e9c-accc-820ddafb7c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936'] for port (568248d9-97cb-44f6-8a51-5c4fafb16278), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:22.106356 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port 67ab723e-d5a4-4c7d-b513-3a0916c831d8 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:13:22.107192 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (67ab723e-d5a4-4c7d-b513-3a0916c831d8), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:22.134076 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-193cba66-bfe9-415a-bf15-c7abffad21e1 admin admin] Publish callbacks [] for router_gateway (3713a506-e0c9-495e-af24-db3cc15e2153), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:22.143486 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d53f8-bdc2-4aca-ba4c-0ea418f718be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d058796c-1088-4c8c-adc7-19405e580cdd,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:22.149716 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-4355aad0-c852-4772-bad8-1f25cfd7df1d None None] Port 579a5d10-afc1-4603-a78c-86ca10960c02 cannot update to ACTIVE because it is not bound. {{(pid=104277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 20 09:13:22.161650 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e8e9267e-b9c7-4bbc-a44d-a8a96fe9c48a None None] Publish callbacks [] for port (f26a0fb7-77ae-46e8-a66f-6fadbe9fc890), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:22.178003 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:22.215342 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f616b5f9-5922-4e9c-accc-820ddafb7c02 None None] Network 1877e401-d42a-4a52-b633-242e6f958903 is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:13:22.223527 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-193cba66-bfe9-415a-bf15-c7abffad21e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:22.227032 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e8e9267e-b9c7-4bbc-a44d-a8a96fe9c48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936'] for port (f26a0fb7-77ae-46e8-a66f-6fadbe9fc890), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:22.246700 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-f616b5f9-5922-4e9c-accc-820ddafb7c02 None None] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:13:22.261244 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e401d4-cd72-4b87-88b9-e2a18a6d3086 req-1d157446-ab09-4c02-8f98-a3fe8cb7f739 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:22.268800 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-89e401d4-cd72-4b87-88b9-e2a18a6d3086 req-1d157446-ab09-4c02-8f98-a3fe8cb7f739 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/networks?id=f436d993-53fd-4882-b0ef-cefd5c9953db HTTP/1.1" status: 200 len: 812 time: 0.7456410 May 20 09:13:22.288745 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f616b5f9-5922-4e9c-accc-820ddafb7c02 None None] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:13:22.295516 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 57282) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:22.328398 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-89e401d4-cd72-4b87-88b9-e2a18a6d3086 req-89da9200-8736-405e-b7e6-5e2579779e72 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/quotas/e84fe8cfef0c4aa3a55dccc8f9aaddc9 HTTP/1.1" status: 200 len: 375 time: 0.0587058 May 20 09:13:22.330854 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e9267e-b9c7-4bbc-a44d-a8a96fe9c48a None None] Network cb464892-cf71-4d2e-b68f-60163c12a0fe is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:13:22.333004 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2917efb2-f2d6-4b16-b200-c2a440d88acf admin admin] Publish callbacks [] for router_gateway (7a21919f-b788-4282-be5f-e9af099ab34c), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:22.340196 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f616b5f9-5922-4e9c-accc-820ddafb7c02 None None] Pushing event updated for resources: {'Port': ['ID=568248d9-97cb-44f6-8a51-5c4fafb16278,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:22.347655 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-857bd6d7-7b0b-4604-b733-b739f9c2b787 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:22.347767 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-e8e9267e-b9c7-4bbc-a44d-a8a96fe9c48a None None] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:13:22.365100 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e9267e-b9c7-4bbc-a44d-a8a96fe9c48a None None] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:13:22.382771 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-c17d9a1f-ddb1-43f8-934b-5d60cdfaf849 admin admin] Publish callbacks [] for port (ef269289-432e-4c5a-9c85-07f8b2771fbd), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:22.401079 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2917efb2-f2d6-4b16-b200-c2a440d88acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:22.426024 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:22.501547 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [None req-e24b4aed-8f88-40a1-8151-68c07c04534a None None] Allocated IP 172.20.0.2 (328df357-f834-447d-8616-ac57cd7979a2/6a66febf-40e6-435b-a129-884260e28f23/6744c40d-d645-4971-906b-7c3a1b9ae36b) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:13:22.504632 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=5 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:22.529640 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port 67ab723e-d5a4-4c7d-b513-3a0916c831d8 is: DOWN; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:13:22.530027 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (67ab723e-d5a4-4c7d-b513-3a0916c831d8), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:22.534937 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e9267e-b9c7-4bbc-a44d-a8a96fe9c48a None None] Pushing event updated for resources: {'Port': ['ID=f26a0fb7-77ae-46e8-a66f-6fadbe9fc890,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:22.544401 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-89e401d4-cd72-4b87-88b9-e2a18a6d3086 req-682604bc-cbcf-42bf-957e-e562499c3b1c tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e84fe8cfef0c4aa3a55dccc8f9aaddc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1991601 May 20 09:13:22.653385 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-857bd6d7-7b0b-4604-b733-b739f9c2b787 admin admin] Publish callbacks [] for security_group (0bccb2e6-551e-495d-9866-528d591b9325), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:22.690958 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-f616b5f9-5922-4e9c-accc-820ddafb7c02 None None] Attempting to bind port 568248d9-97cb-44f6-8a51-5c4fafb16278 on host dv-cinder-836996-23-iscsi for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 20 09:13:22.691296 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_common [None req-193cba66-bfe9-415a-bf15-c7abffad21e1 admin admin] Allocated IP 172.27.0.56 (db85349c-1449-495a-9881-8426bbf372da/93804823-6bc2-4eb0-bfcd-bdee0631ed3e/42856557-56a9-4cea-bd20-f4eeff9b48c3) {{(pid=104276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:13:22.698502 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-f616b5f9-5922-4e9c-accc-820ddafb7c02 None None] Attempting to bind port 568248d9-97cb-44f6-8a51-5c4fafb16278 by drivers openvswitch,hyperv on host dv-cinder-836996-23-iscsi at level 0 using segments [{'id': '055db0ec-bbdc-429e-b6b8-f0e0ae6e750a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '1877e401-d42a-4a52-b633-242e6f958903'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 20 09:13:22.699003 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f616b5f9-5922-4e9c-accc-820ddafb7c02 None None] Attempting to bind port 568248d9-97cb-44f6-8a51-5c4fafb16278 on network 1877e401-d42a-4a52-b633-242e6f958903 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:13:22.743822 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-c17d9a1f-ddb1-43f8-934b-5d60cdfaf849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936'] for port (ef269289-432e-4c5a-9c85-07f8b2771fbd), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:22.757294 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-da15bd1c-7a5d-4887-9d6f-846f02d23956 admin admin] Publish callbacks [] for port (579a5d10-afc1-4603-a78c-86ca10960c02), precommit_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:22.767207 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-857bd6d7-7b0b-4604-b733-b739f9c2b787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (0bccb2e6-551e-495d-9866-528d591b9325), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:22.775684 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f616b5f9-5922-4e9c-accc-820ddafb7c02 None None] Checking agent: {'id': '8cdc3712-48c6-4c17-b1e2-8ec392d7f09b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 9, 4, 50), 'started_at': datetime.datetime(2022, 5, 20, 9, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 9, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 09:13:22.775958 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f616b5f9-5922-4e9c-accc-820ddafb7c02 None None] Checking segment: {'id': '055db0ec-bbdc-429e-b6b8-f0e0ae6e750a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '1877e401-d42a-4a52-b633-242e6f958903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:13:22.776329 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-f616b5f9-5922-4e9c-accc-820ddafb7c02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:22.776720 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f616b5f9-5922-4e9c-accc-820ddafb7c02 None None] Bound using segment: {'id': '055db0ec-bbdc-429e-b6b8-f0e0ae6e750a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '1877e401-d42a-4a52-b633-242e6f958903'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 09:13:22.777199 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-f616b5f9-5922-4e9c-accc-820ddafb7c02 None None] Bound port: 568248d9-97cb-44f6-8a51-5c4fafb16278, host: dv-cinder-836996-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '055db0ec-bbdc-429e-b6b8-f0e0ae6e750a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '1877e401-d42a-4a52-b633-242e6f958903'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 20 09:13:22.777665 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-f616b5f9-5922-4e9c-accc-820ddafb7c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (568248d9-97cb-44f6-8a51-5c4fafb16278), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:22.799416 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-da15bd1c-7a5d-4887-9d6f-846f02d23956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (579a5d10-afc1-4603-a78c-86ca10960c02), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:22.800322 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-da15bd1c-7a5d-4887-9d6f-846f02d23956 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683234'] for router_interface (ff7d3e86-a7d8-426a-9485-31431a43ae23), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:22.818601 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] For port 67ab723e-d5a4-4c7d-b513-3a0916c831d8, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=67ab723e-d5a4-4c7d-b513-3a0916c831d8,segment=NetworkSegment(99d4634d-7c16-4239-978b-38d882e34cf7),segment_id=99d4634d-7c16-4239-978b-38d882e34cf7)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:13:22.827628 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:22.828982 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17d9a1f-ddb1-43f8-934b-5d60cdfaf849 admin admin] Network db85349c-1449-495a-9881-8426bbf372da is already hosted by enough agents. {{(pid=104275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:13:22.849970 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (67ab723e-d5a4-4c7d-b513-3a0916c831d8), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:22.851721 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.base_scheduler [None req-c17d9a1f-ddb1-43f8-934b-5d60cdfaf849 admin admin] Resources bound (agent type, host, resource id): {{(pid=104275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:13:22.872681 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [req-89e401d4-cd72-4b87-88b9-e2a18a6d3086 req-02e5d40b-780f-4da0-b268-096b5e6f1822 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=104275) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 20 09:13:22.873779 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-89e401d4-cd72-4b87-88b9-e2a18a6d3086 req-02e5d40b-780f-4da0-b268-096b5e6f1822 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1341310 May 20 09:13:22.875732 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17d9a1f-ddb1-43f8-934b-5d60cdfaf849 admin admin] Received port after_create {{(pid=104275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:13:22.886999 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-193cba66-bfe9-415a-bf15-c7abffad21e1 admin admin] Publish callbacks [] for port (42856557-56a9-4cea-bd20-f4eeff9b48c3), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:22.897167 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-e8e9267e-b9c7-4bbc-a44d-a8a96fe9c48a None None] Attempting to bind port f26a0fb7-77ae-46e8-a66f-6fadbe9fc890 on host dv-cinder-836996-23-iscsi for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 20 09:13:22.897608 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-e8e9267e-b9c7-4bbc-a44d-a8a96fe9c48a None None] Attempting to bind port f26a0fb7-77ae-46e8-a66f-6fadbe9fc890 by drivers openvswitch,hyperv on host dv-cinder-836996-23-iscsi at level 0 using segments [{'id': '77eb56c8-f7ae-4980-9031-19500d0fdc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cb464892-cf71-4d2e-b68f-60163c12a0fe'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 20 09:13:22.898033 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e9267e-b9c7-4bbc-a44d-a8a96fe9c48a None None] Attempting to bind port f26a0fb7-77ae-46e8-a66f-6fadbe9fc890 on network cb464892-cf71-4d2e-b68f-60163c12a0fe {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:13:22.932429 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857bd6d7-7b0b-4604-b733-b739f9c2b787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bccb2e6-551e-495d-9866-528d591b9325,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:22.938019 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-857bd6d7-7b0b-4604-b733-b739f9c2b787 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bcef802f169c4f59a75de8b138fc915d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6419919 May 20 09:13:22.944663 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e9267e-b9c7-4bbc-a44d-a8a96fe9c48a None None] Checking agent: {'id': '8cdc3712-48c6-4c17-b1e2-8ec392d7f09b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 9, 4, 50), 'started_at': datetime.datetime(2022, 5, 20, 9, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 9, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 09:13:22.945035 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e9267e-b9c7-4bbc-a44d-a8a96fe9c48a None None] Checking segment: {'id': '77eb56c8-f7ae-4980-9031-19500d0fdc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cb464892-cf71-4d2e-b68f-60163c12a0fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:13:22.945437 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e8e9267e-b9c7-4bbc-a44d-a8a96fe9c48a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:22.946010 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e9267e-b9c7-4bbc-a44d-a8a96fe9c48a None None] Bound using segment: {'id': '77eb56c8-f7ae-4980-9031-19500d0fdc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cb464892-cf71-4d2e-b68f-60163c12a0fe'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 09:13:22.946743 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-e8e9267e-b9c7-4bbc-a44d-a8a96fe9c48a None None] Bound port: f26a0fb7-77ae-46e8-a66f-6fadbe9fc890, host: dv-cinder-836996-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77eb56c8-f7ae-4980-9031-19500d0fdc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cb464892-cf71-4d2e-b68f-60163c12a0fe'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 20 09:13:22.947288 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e8e9267e-b9c7-4bbc-a44d-a8a96fe9c48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (f26a0fb7-77ae-46e8-a66f-6fadbe9fc890), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:22.981940 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17d9a1f-ddb1-43f8-934b-5d60cdfaf849 admin admin] Pushing event updated for resources: {'Port': ['ID=ef269289-432e-4c5a-9c85-07f8b2771fbd,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:22.986242 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 57300) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:23.000174 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-193cba66-bfe9-415a-bf15-c7abffad21e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936'] for port (42856557-56a9-4cea-bd20-f4eeff9b48c3), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:23.043191 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:23.045008 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-f616b5f9-5922-4e9c-accc-820ddafb7c02 None None] For port 568248d9-97cb-44f6-8a51-5c4fafb16278, host dv-cinder-836996-23-iscsi, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 09:13:23.050290 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:23.068969 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-f616b5f9-5922-4e9c-accc-820ddafb7c02 None None] For port 568248d9-97cb-44f6-8a51-5c4fafb16278, host dv-cinder-836996-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=568248d9-97cb-44f6-8a51-5c4fafb16278,segment=NetworkSegment(055db0ec-bbdc-429e-b6b8-f0e0ae6e750a),segment_id=055db0ec-bbdc-429e-b6b8-f0e0ae6e750a)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 09:13:23.113693 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-f616b5f9-5922-4e9c-accc-820ddafb7c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (568248d9-97cb-44f6-8a51-5c4fafb16278), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:23.123714 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Pushing event updated for resources: {'Port': ['ID=67ab723e-d5a4-4c7d-b513-3a0916c831d8,revision_number=4']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:23.134722 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193cba66-bfe9-415a-bf15-c7abffad21e1 admin admin] Network db85349c-1449-495a-9881-8426bbf372da is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:13:23.135288 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-e8e9267e-b9c7-4bbc-a44d-a8a96fe9c48a None None] For port f26a0fb7-77ae-46e8-a66f-6fadbe9fc890, host dv-cinder-836996-23-iscsi, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 09:13:23.147501 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-193cba66-bfe9-415a-bf15-c7abffad21e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:13:23.188259 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15bd1c-7a5d-4887-9d6f-846f02d23956 admin admin] Pushing event updated for resources: {'Port': ['ID=579a5d10-afc1-4603-a78c-86ca10960c02,revision_number=2']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:23.215085 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-e8e9267e-b9c7-4bbc-a44d-a8a96fe9c48a None None] For port f26a0fb7-77ae-46e8-a66f-6fadbe9fc890, host dv-cinder-836996-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=f26a0fb7-77ae-46e8-a66f-6fadbe9fc890,segment=NetworkSegment(77eb56c8-f7ae-4980-9031-19500d0fdc26),segment_id=77eb56c8-f7ae-4980-9031-19500d0fdc26)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 09:13:23.247125 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e8e9267e-b9c7-4bbc-a44d-a8a96fe9c48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (f26a0fb7-77ae-46e8-a66f-6fadbe9fc890), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:23.250602 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f616b5f9-5922-4e9c-accc-820ddafb7c02 None None] Pushing event updated for resources: {'Port': ['ID=568248d9-97cb-44f6-8a51-5c4fafb16278,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:23.257713 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e24b4aed-8f88-40a1-8151-68c07c04534a None None] Publish callbacks [] for port (6744c40d-d645-4971-906b-7c3a1b9ae36b), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:23.259338 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193cba66-bfe9-415a-bf15-c7abffad21e1 admin admin] Received port after_create {{(pid=104276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:13:23.269510 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-89e401d4-cd72-4b87-88b9-e2a18a6d3086 req-86b15814-af44-4513-9e50-f14244fbbcfd service neutron] 10.222.0.69 "GET /v2.0/networks/f436d993-53fd-4882-b0ef-cefd5c9953db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382087 May 20 09:13:23.273285 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da15bd1c-7a5d-4887-9d6f-846f02d23956 admin admin] Network 40febe0e-a58d-4d88-9cb1-48f696a34f45 is already hosted by enough agents. {{(pid=104275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:13:23.286925 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.base_scheduler [None req-da15bd1c-7a5d-4887-9d6f-846f02d23956 admin admin] Resources bound (agent type, host, resource id): {{(pid=104275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:13:23.294492 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e24b4aed-8f88-40a1-8151-68c07c04534a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936'] for port (6744c40d-d645-4971-906b-7c3a1b9ae36b), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:23.298230 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:23.364671 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193cba66-bfe9-415a-bf15-c7abffad21e1 admin admin] Pushing event updated for resources: {'Port': ['ID=42856557-56a9-4cea-bd20-f4eeff9b48c3,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:23.371461 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-c24be087-1598-4184-890a-3b46847d6254 admin admin] Publish callbacks [] for security_group (0bccb2e6-551e-495d-9866-528d591b9325), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:23.388690 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24b4aed-8f88-40a1-8151-68c07c04534a None None] Network 328df357-f834-447d-8616-ac57cd7979a2 is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:13:23.400130 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-e24b4aed-8f88-40a1-8151-68c07c04534a None None] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:13:23.402940 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e9267e-b9c7-4bbc-a44d-a8a96fe9c48a None None] Pushing event updated for resources: {'Port': ['ID=f26a0fb7-77ae-46e8-a66f-6fadbe9fc890,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:23.415111 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24b4aed-8f88-40a1-8151-68c07c04534a None None] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:13:23.496856 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-c17d9a1f-ddb1-43f8-934b-5d60cdfaf849 admin admin] Publish callbacks [] for router_gateway (dddcae79-7f2c-46ca-9e76-32b8f59596e6), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:23.539491 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24b4aed-8f88-40a1-8151-68c07c04534a None None] Pushing event updated for resources: {'Port': ['ID=6744c40d-d645-4971-906b-7c3a1b9ae36b,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:23.606735 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:23.611655 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-e24b4aed-8f88-40a1-8151-68c07c04534a None None] Attempting to bind port 6744c40d-d645-4971-906b-7c3a1b9ae36b on host dv-cinder-836996-23-iscsi for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 20 09:13:23.612023 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-e24b4aed-8f88-40a1-8151-68c07c04534a None None] Attempting to bind port 6744c40d-d645-4971-906b-7c3a1b9ae36b by drivers openvswitch,hyperv on host dv-cinder-836996-23-iscsi at level 0 using segments [{'id': 'ef282a07-cf11-4b01-9306-f20c5aec5e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '328df357-f834-447d-8616-ac57cd7979a2'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 20 09:13:23.612384 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24b4aed-8f88-40a1-8151-68c07c04534a None None] Attempting to bind port 6744c40d-d645-4971-906b-7c3a1b9ae36b on network 328df357-f834-447d-8616-ac57cd7979a2 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:13:23.616076 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_common [None req-2917efb2-f2d6-4b16-b200-c2a440d88acf admin admin] Allocated IP 172.27.0.39 (db85349c-1449-495a-9881-8426bbf372da/93804823-6bc2-4eb0-bfcd-bdee0631ed3e/a2c4dbf7-9749-47fa-ba1d-7683305ad84c) {{(pid=104276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:13:23.627914 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24b4aed-8f88-40a1-8151-68c07c04534a None None] Checking agent: {'id': '8cdc3712-48c6-4c17-b1e2-8ec392d7f09b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 9, 4, 50), 'started_at': datetime.datetime(2022, 5, 20, 9, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 9, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 09:13:23.629308 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24b4aed-8f88-40a1-8151-68c07c04534a None None] Checking segment: {'id': 'ef282a07-cf11-4b01-9306-f20c5aec5e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '328df357-f834-447d-8616-ac57cd7979a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:13:23.629308 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e24b4aed-8f88-40a1-8151-68c07c04534a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:23.629308 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24b4aed-8f88-40a1-8151-68c07c04534a None None] Bound using segment: {'id': 'ef282a07-cf11-4b01-9306-f20c5aec5e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '328df357-f834-447d-8616-ac57cd7979a2'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 09:13:23.632457 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-e24b4aed-8f88-40a1-8151-68c07c04534a None None] Bound port: 6744c40d-d645-4971-906b-7c3a1b9ae36b, host: dv-cinder-836996-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef282a07-cf11-4b01-9306-f20c5aec5e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '328df357-f834-447d-8616-ac57cd7979a2'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 20 09:13:23.632862 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e24b4aed-8f88-40a1-8151-68c07c04534a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (6744c40d-d645-4971-906b-7c3a1b9ae36b), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:23.638409 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-89e401d4-cd72-4b87-88b9-e2a18a6d3086 req-bde3f890-f7b0-4585-ad96-62deda5222a5 service neutron] 10.222.0.69 "GET /v2.0/networks/f436d993-53fd-4882-b0ef-cefd5c9953db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608873 May 20 09:13:23.641361 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-c24be087-1598-4184-890a-3b46847d6254 admin admin] Publish callbacks [] for security_group (0bccb2e6-551e-495d-9866-528d591b9325), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:23.765791 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da15bd1c-7a5d-4887-9d6f-846f02d23956 admin admin] Router ff7d3e86-a7d8-426a-9485-31431a43ae23 has already been hosted by L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 {{(pid=104275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 09:13:23.804952 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-6ff56e81-9c1e-4381-9432-877528c98829 None None] Provisioning complete for port 579a5d10-afc1-4603-a78c-86ca10960c02 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:13:23.806780 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6ff56e81-9c1e-4381-9432-877528c98829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (579a5d10-afc1-4603-a78c-86ca10960c02), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:23.860715 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-6ff56e81-9c1e-4381-9432-877528c98829 None None] Port 579a5d10-afc1-4603-a78c-86ca10960c02 cannot update to ACTIVE because it is not bound. {{(pid=104277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 20 09:13:23.873965 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-e24b4aed-8f88-40a1-8151-68c07c04534a None None] For port 6744c40d-d645-4971-906b-7c3a1b9ae36b, host dv-cinder-836996-23-iscsi, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 09:13:23.895862 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-e24b4aed-8f88-40a1-8151-68c07c04534a None None] For port 6744c40d-d645-4971-906b-7c3a1b9ae36b, host dv-cinder-836996-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=6744c40d-d645-4971-906b-7c3a1b9ae36b,segment=NetworkSegment(ef282a07-cf11-4b01-9306-f20c5aec5e53),segment_id=ef282a07-cf11-4b01-9306-f20c5aec5e53)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 09:13:23.921485 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e24b4aed-8f88-40a1-8151-68c07c04534a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (6744c40d-d645-4971-906b-7c3a1b9ae36b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:23.923113 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:23.967205 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-c17d9a1f-ddb1-43f8-934b-5d60cdfaf849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680737'] for router (dddcae79-7f2c-46ca-9e76-32b8f59596e6), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:24.001537 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24b4aed-8f88-40a1-8151-68c07c04534a None None] Pushing event updated for resources: {'Port': ['ID=6744c40d-d645-4971-906b-7c3a1b9ae36b,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:24.075969 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 57320) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:24.093130 dv-cinder-836996-23-iscsi neutron-server[104276]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 20 09:13:24.166335 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-c24be087-1598-4184-890a-3b46847d6254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (0bccb2e6-551e-495d-9866-528d591b9325), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:24.169011 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-c24be087-1598-4184-890a-3b46847d6254 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:24.173740 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-c24be087-1598-4184-890a-3b46847d6254 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0bccb2e6-551e-495d-9866-528d591b9325 HTTP/1.1" status: 204 len: 168 time: 1.1860950 May 20 09:13:24.192392 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a70f081c-8bb9-4202-b748-e6983aac5660 req-45661e72-cb8a-4b0d-b26b-c0e4e87a1c75 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e26fcf7-52fb-4640-9eeb-1de9f728cc0b HTTP/1.1" status: 200 len: 210 time: 0.1011152 May 20 09:13:24.204527 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24be087-1598-4184-890a-3b46847d6254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bccb2e6-551e-495d-9866-528d591b9325,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:24.215708 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-193cba66-bfe9-415a-bf15-c7abffad21e1 admin admin] Publish callbacks [] for router_gateway (3713a506-e0c9-495e-af24-db3cc15e2153), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:24.387463 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=4,neutron:DELETE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:24.452169 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2917efb2-f2d6-4b16-b200-c2a440d88acf admin admin] Publish callbacks [] for port (a2c4dbf7-9749-47fa-ba1d-7683305ad84c), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:24.543719 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:24.578686 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da15bd1c-7a5d-4887-9d6f-846f02d23956 admin admin] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:13:24.580812 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-193cba66-bfe9-415a-bf15-c7abffad21e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680737'] for router (3713a506-e0c9-495e-af24-db3cc15e2153), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:24.586121 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-da15bd1c-7a5d-4887-9d6f-846f02d23956 admin admin] 10.222.0.69 "PUT /v2.0/routers/ff7d3e86-a7d8-426a-9485-31431a43ae23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5715251 May 20 09:13:24.597453 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da15ac7e-7563-4e75-90c8-ca3abe79f7b7 None None] Sync routers for ids ['ff7d3e86-a7d8-426a-9485-31431a43ae23'] in dv-cinder-836996-23-iscsi {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:13:24.616891 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da15ac7e-7563-4e75-90c8-ca3abe79f7b7 None None] Routers {'ff7d3e86-a7d8-426a-9485-31431a43ae23'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:13:24.618251 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-da15ac7e-7563-4e75-90c8-ca3abe79f7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:13:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['ff7d3e86-a7d8-426a-9485-31431a43ae23'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:24.650848 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c17d9a1f-ddb1-43f8-934b-5d60cdfaf849 admin admin] Router dddcae79-7f2c-46ca-9e76-32b8f59596e6 is scheduled to L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 with binding_index 1 {{(pid=104275) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 09:13:24.686563 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2917efb2-f2d6-4b16-b200-c2a440d88acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936'] for port (a2c4dbf7-9749-47fa-ba1d-7683305ad84c), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:24.817444 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2917efb2-f2d6-4b16-b200-c2a440d88acf admin admin] Network db85349c-1449-495a-9881-8426bbf372da is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:13:24.821962 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2917efb2-f2d6-4b16-b200-c2a440d88acf admin admin] Pushing event updated for resources: {'Port': ['ID=a2c4dbf7-9749-47fa-ba1d-7683305ad84c,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:24.848798 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-2917efb2-f2d6-4b16-b200-c2a440d88acf admin admin] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:13:24.853654 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2917efb2-f2d6-4b16-b200-c2a440d88acf admin admin] Received port after_create {{(pid=104276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:13:24.859672 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-da15ac7e-7563-4e75-90c8-ca3abe79f7b7 None None] Set router ff7d3e86-a7d8-426a-9485-31431a43ae23 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:13:24.956618 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17d9a1f-ddb1-43f8-934b-5d60cdfaf849 admin admin] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:13:24.974695 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f221ea-262c-4a92-a62b-1628f553aeeb None None] Sync routers for ids ['dddcae79-7f2c-46ca-9e76-32b8f59596e6'] in dv-cinder-836996-23-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:13:25.011248 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f221ea-262c-4a92-a62b-1628f553aeeb None None] Routers {'dddcae79-7f2c-46ca-9e76-32b8f59596e6'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:13:25.012032 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-d3f221ea-262c-4a92-a62b-1628f553aeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:13:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['dddcae79-7f2c-46ca-9e76-32b8f59596e6'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:25.026553 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-c17d9a1f-ddb1-43f8-934b-5d60cdfaf849 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:25.034545 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-c17d9a1f-ddb1-43f8-934b-5d60cdfaf849 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.7921329 May 20 09:13:25.035595 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 57360) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:25.449712 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-da15ac7e-7563-4e75-90c8-ca3abe79f7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7d3e86-a7d8-426a-9485-31431a43ae23', 'name': 'tempest-ServerRescueNegativeTestJSON-770542233-router', 'tenant_id': 'ed0e52a9d6374123b57759435d43d7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '67ab723e-d5a4-4c7d-b513-3a0916c831d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:15Z', 'updated_at': '2022-05-20T09:13:21Z', 'revision_number': 4, 'project_id': 'ed0e52a9d6374123b57759435d43d7aa', 'gw_port': {'id': '67ab723e-d5a4-4c7d-b513-3a0916c831d8', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:05:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7d3e86-a7d8-426a-9485-31431a43ae23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:16Z', 'updated_at': '2022-05-20T09:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '579a5d10-afc1-4603-a78c-86ca10960c02', 'name': '', 'network_id': '40febe0e-a58d-4d88-9cb1-48f696a34f45', 'tenant_id': 'ed0e52a9d6374123b57759435d43d7aa', 'mac_address': 'fa:16:3e:c5:4a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff7d3e86-a7d8-426a-9485-31431a43ae23', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a7263cb7-bd14-41ff-8f4b-b90e8869f0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:19Z', 'updated_at': '2022-05-20T09:13:22Z', 'revision_number': 2, 'project_id': 'ed0e52a9d6374123b57759435d43d7aa', 'subnets': [{'id': 'a7263cb7-bd14-41ff-8f4b-b90e8869f0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:25.452521 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310d64c9-06ab-42a0-a590-36fc2ac6bf88 None None] Network cb464892-cf71-4d2e-b68f-60163c12a0fe requested from dv-cinder-836996-23-iscsi {{(pid=104277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 20 09:13:25.465123 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-d3f221ea-262c-4a92-a62b-1628f553aeeb None None] Set router dddcae79-7f2c-46ca-9e76-32b8f59596e6 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:13:25.576456 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-0ccb0fee-4542-4ef3-afb2-1dc39991771e req-2550df30-cc7a-47e1-8cda-0ae6b1629ec3 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e26fcf7-52fb-4640-9eeb-1de9f728cc0b HTTP/1.1" status: 200 len: 210 time: 0.1278083 May 20 09:13:25.670188 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da15ac7e-7563-4e75-90c8-ca3abe79f7b7 None None] Checking router: ff7d3e86-a7d8-426a-9485-31431a43ae23 for host: dv-cinder-836996-23-iscsi {{(pid=104277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:13:25.670752 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da15ac7e-7563-4e75-90c8-ca3abe79f7b7 None None] Updating router ff7d3e86-a7d8-426a-9485-31431a43ae23 port 579a5d10-afc1-4603-a78c-86ca10960c02 binding host dv-cinder-836996-23-iscsi {{(pid=104277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 09:13:25.723277 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:25.739917 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device f26a0fb7-77ae-46e8-a66f-6fadbe9fc890 up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:13:25.747056 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-da15ac7e-7563-4e75-90c8-ca3abe79f7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (579a5d10-afc1-4603-a78c-86ca10960c02), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:25.799198 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d6ba8b-0b50-41dc-a6be-36ae581b7dfb None None] Network 1877e401-d42a-4a52-b633-242e6f958903 requested from dv-cinder-836996-23-iscsi {{(pid=104277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 20 09:13:25.882691 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2917efb2-f2d6-4b16-b200-c2a440d88acf admin admin] Publish callbacks [] for router_gateway (7a21919f-b788-4282-be5f-e9af099ab34c), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:25.975916 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-d3f221ea-262c-4a92-a62b-1628f553aeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'name': 'tempest-AttachVolumeShelveTestJSON-100177110-router', 'tenant_id': '92bf8a2fea6243c28aff53d39a57f92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'ef269289-432e-4c5a-9c85-07f8b2771fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:19Z', 'updated_at': '2022-05-20T09:13:23Z', 'revision_number': 3, 'project_id': '92bf8a2fea6243c28aff53d39a57f92c', 'gw_port': {'id': 'ef269289-432e-4c5a-9c85-07f8b2771fbd', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ff:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi'}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:26.014739 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:26.015494 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:26.022421 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-193cba66-bfe9-415a-bf15-c7abffad21e1 admin admin] Router 3713a506-e0c9-495e-af24-db3cc15e2153 is scheduled to L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 with binding_index 1 {{(pid=104276) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 09:13:26.080576 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8acea99-76d4-4c5d-ad54-b4bb5183c2be None None] Network 328df357-f834-447d-8616-ac57cd7979a2 requested from dv-cinder-836996-23-iscsi {{(pid=104277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 20 09:13:26.083202 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-988d3994-8f52-400c-92d8-234e518d29a7 None None] Provisioning complete for port f26a0fb7-77ae-46e8-a66f-6fadbe9fc890 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:13:26.083427 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-988d3994-8f52-400c-92d8-234e518d29a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (f26a0fb7-77ae-46e8-a66f-6fadbe9fc890), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:26.083623 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f221ea-262c-4a92-a62b-1628f553aeeb None None] Checking router: dddcae79-7f2c-46ca-9e76-32b8f59596e6 for host: dv-cinder-836996-23-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:13:26.086426 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f221ea-262c-4a92-a62b-1628f553aeeb None None] Updating router dddcae79-7f2c-46ca-9e76-32b8f59596e6 port ef269289-432e-4c5a-9c85-07f8b2771fbd binding host dv-cinder-836996-23-iscsi {{(pid=104278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 09:13:26.141062 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 57406) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:26.145527 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d3f221ea-262c-4a92-a62b-1628f553aeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (ef269289-432e-4c5a-9c85-07f8b2771fbd), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:26.323208 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2917efb2-f2d6-4b16-b200-c2a440d88acf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680737'] for router (7a21919f-b788-4282-be5f-e9af099ab34c), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:26.329062 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff50f6-3766-4251-b522-a3bc48e20d9d req-36bf2b15-18c0-4d8b-b411-e8fa97117f06 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:26.344391 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-bbff50f6-3766-4251-b522-a3bc48e20d9d req-36bf2b15-18c0-4d8b-b411-e8fa97117f06 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/networks?id=40febe0e-a58d-4d88-9cb1-48f696a34f45 HTTP/1.1" status: 200 len: 818 time: 0.4300179 May 20 09:13:26.415461 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-bbff50f6-3766-4251-b522-a3bc48e20d9d req-bae4efc0-3603-4b86-93bb-a290b50b0525 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/quotas/ed0e52a9d6374123b57759435d43d7aa HTTP/1.1" status: 200 len: 375 time: 0.0686841 May 20 09:13:26.424786 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-8165f3ba-a8a1-4a92-bdb4-45d01143e425 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-819481899-network', 'tenant_id': 'c951c8772bd641f9b9ffff5eec22d6a3'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:13:26.437457 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:26.488452 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193cba66-bfe9-415a-bf15-c7abffad21e1 admin admin] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:13:26.488663 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-988d3994-8f52-400c-92d8-234e518d29a7 None None] Current status of the port f26a0fb7-77ae-46e8-a66f-6fadbe9fc890 is: DOWN; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:13:26.488995 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-988d3994-8f52-400c-92d8-234e518d29a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (f26a0fb7-77ae-46e8-a66f-6fadbe9fc890), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:26.508493 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ce3d60-02d6-4bdf-b89b-6746259d8ba3 None None] Sync routers for ids ['3713a506-e0c9-495e-af24-db3cc15e2153'] in dv-cinder-836996-23-iscsi {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:13:26.511579 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-bbff50f6-3766-4251-b522-a3bc48e20d9d req-52199625-f225-4b55-9f44-3bdd940c6ef5 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ed0e52a9d6374123b57759435d43d7aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0946772 May 20 09:13:26.531742 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-193cba66-bfe9-415a-bf15-c7abffad21e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:26.532967 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-193cba66-bfe9-415a-bf15-c7abffad21e1 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.1923895 May 20 09:13:26.535930 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 57416) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:26.596443 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2917efb2-f2d6-4b16-b200-c2a440d88acf admin admin] Router 7a21919f-b788-4282-be5f-e9af099ab34c is scheduled to L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 with binding_index 1 {{(pid=104276) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 09:13:26.654469 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port f26a0fb7-77ae-46e8-a66f-6fadbe9fc890 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:13:26.654883 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (f26a0fb7-77ae-46e8-a66f-6fadbe9fc890), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:26.676982 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d3f221ea-262c-4a92-a62b-1628f553aeeb None None] Publish callbacks [] for port (ef269289-432e-4c5a-9c85-07f8b2771fbd), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:26.684546 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:26.696613 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-988d3994-8f52-400c-92d8-234e518d29a7 None None] For port f26a0fb7-77ae-46e8-a66f-6fadbe9fc890, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=f26a0fb7-77ae-46e8-a66f-6fadbe9fc890,segment=NetworkSegment(77eb56c8-f7ae-4980-9031-19500d0fdc26),segment_id=77eb56c8-f7ae-4980-9031-19500d0fdc26)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:13:26.698952 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d3f221ea-262c-4a92-a62b-1628f553aeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (ef269289-432e-4c5a-9c85-07f8b2771fbd), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:26.739083 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-988d3994-8f52-400c-92d8-234e518d29a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (f26a0fb7-77ae-46e8-a66f-6fadbe9fc890), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:26.745815 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2917efb2-f2d6-4b16-b200-c2a440d88acf admin admin] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:13:26.808347 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a242ec24-da95-45a8-8a40-3c28897f0cc2 req-54ae83e6-386f-4de6-88ca-161b11dd37b2 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e26fcf7-52fb-4640-9eeb-1de9f728cc0b HTTP/1.1" status: 200 len: 210 time: 0.0434885 May 20 09:13:26.824568 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ce3d60-02d6-4bdf-b89b-6746259d8ba3 None None] Routers {'3713a506-e0c9-495e-af24-db3cc15e2153'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:13:26.825640 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-04ce3d60-02d6-4bdf-b89b-6746259d8ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:13:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['3713a506-e0c9-495e-af24-db3cc15e2153'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:26.829936 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-06a81019-59aa-4d40-a947-afd81728cf53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:26.833110 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8165f3ba-a8a1-4a92-bdb4-45d01143e425 admin admin] Made reservation on behalf of c951c8772bd641f9b9ffff5eec22d6a3 for: {'network': 1} {{(pid=104275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:13:26.836565 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-8165f3ba-a8a1-4a92-bdb4-45d01143e425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for network (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:26.859847 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:26.864732 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-8165f3ba-a8a1-4a92-bdb4-45d01143e425 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:26.970448 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f67364-087a-4e53-b72d-7d082c47ce35 None None] Sync routers for ids ['7a21919f-b788-4282-be5f-e9af099ab34c'] in dv-cinder-836996-23-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:13:27.000734 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2917efb2-f2d6-4b16-b200-c2a440d88acf admin admin] Publish callbacks [] for router (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:27.007248 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-2917efb2-f2d6-4b16-b200-c2a440d88acf admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.5199401 May 20 09:13:27.008520 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:27.009897 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 57430) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:27.024853 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:27.060073 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b494117-dca8-475d-b044-6e9be33ce1b5 None None] Pushing event updated for resources: {'Port': ['ID=ef269289-432e-4c5a-9c85-07f8b2771fbd,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:27.070816 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-8165f3ba-a8a1-4a92-bdb4-45d01143e425 admin admin] Publish callbacks [] for security_group (0db185ad-c924-45a2-9fcc-105342de7fb6), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:27.076770 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:27.106074 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:27.109135 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f67364-087a-4e53-b72d-7d082c47ce35 None None] Routers {'7a21919f-b788-4282-be5f-e9af099ab34c'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:13:27.112429 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-b3f67364-087a-4e53-b72d-7d082c47ce35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:13:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['7a21919f-b788-4282-be5f-e9af099ab34c'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:27.114742 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-8165f3ba-a8a1-4a92-bdb4-45d01143e425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (0db185ad-c924-45a2-9fcc-105342de7fb6), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:27.123973 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-d3f221ea-262c-4a92-a62b-1628f553aeeb None None] Attempting to bind port ef269289-432e-4c5a-9c85-07f8b2771fbd on host dv-cinder-836996-23-iscsi for vnic_type normal with profile {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 20 09:13:27.124342 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-d3f221ea-262c-4a92-a62b-1628f553aeeb None None] Attempting to bind port ef269289-432e-4c5a-9c85-07f8b2771fbd by drivers openvswitch,hyperv on host dv-cinder-836996-23-iscsi at level 0 using segments [{'id': '99d4634d-7c16-4239-978b-38d882e34cf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db85349c-1449-495a-9881-8426bbf372da'}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 20 09:13:27.125939 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f221ea-262c-4a92-a62b-1628f553aeeb None None] Attempting to bind port ef269289-432e-4c5a-9c85-07f8b2771fbd on network db85349c-1449-495a-9881-8426bbf372da {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:13:27.137516 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-b99ac37c-6ed5-44e4-b403-aa746a28938e None None] Provisioning complete for port 6744c40d-d645-4971-906b-7c3a1b9ae36b triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:13:27.138762 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b99ac37c-6ed5-44e4-b403-aa746a28938e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (6744c40d-d645-4971-906b-7c3a1b9ae36b), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:27.149809 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:27.158844 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.agents_db [None req-08ca63ee-ac6b-41b9-8918-1f445ad695da None None] Agent healthcheck: found 6 active agents {{(pid=104278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 09:13:27.164112 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8165f3ba-a8a1-4a92-bdb4-45d01143e425 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=104275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 09:13:27.203304 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-8165f3ba-a8a1-4a92-bdb4-45d01143e425 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728767071609', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461326'] for segment (7a138f49-b6f6-4b52-bc6e-6e7eb72e0de3), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:27.204628 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.db.segments_db [None req-8165f3ba-a8a1-4a92-bdb4-45d01143e425 admin admin] Added segment 7a138f49-b6f6-4b52-bc6e-6e7eb72e0de3 of type vlan for network 4710d638-4233-4783-8a88-cce70e1ae183 May 20 09:13:27.231309 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-04ce3d60-02d6-4bdf-b89b-6746259d8ba3 None None] Set router 3713a506-e0c9-495e-af24-db3cc15e2153 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:13:27.253748 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f221ea-262c-4a92-a62b-1628f553aeeb None None] Checking agent: {'id': '8cdc3712-48c6-4c17-b1e2-8ec392d7f09b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 9, 4, 50), 'started_at': datetime.datetime(2022, 5, 20, 9, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 9, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 09:13:27.254121 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f221ea-262c-4a92-a62b-1628f553aeeb None None] Checking segment: {'id': '99d4634d-7c16-4239-978b-38d882e34cf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db85349c-1449-495a-9881-8426bbf372da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:13:27.254515 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d3f221ea-262c-4a92-a62b-1628f553aeeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:27.255016 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f221ea-262c-4a92-a62b-1628f553aeeb None None] Bound using segment: {'id': '99d4634d-7c16-4239-978b-38d882e34cf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db85349c-1449-495a-9881-8426bbf372da'} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 09:13:27.264270 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-d3f221ea-262c-4a92-a62b-1628f553aeeb None None] Bound port: ef269289-432e-4c5a-9c85-07f8b2771fbd, host: dv-cinder-836996-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d4634d-7c16-4239-978b-38d882e34cf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db85349c-1449-495a-9881-8426bbf372da'}}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 20 09:13:27.265034 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d3f221ea-262c-4a92-a62b-1628f553aeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (ef269289-432e-4c5a-9c85-07f8b2771fbd), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:27.284295 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-8165f3ba-a8a1-4a92-bdb4-45d01143e425 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728766529127'] for network (4710d638-4233-4783-8a88-cce70e1ae183), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:27.315823 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-da15ac7e-7563-4e75-90c8-ca3abe79f7b7 None None] Publish callbacks [] for port (579a5d10-afc1-4603-a78c-86ca10960c02), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:27.319346 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port f26a0fb7-77ae-46e8-a66f-6fadbe9fc890 is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:13:27.320757 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 67ab723e-d5a4-4c7d-b513-3a0916c831d8 up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:13:27.351794 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-8165f3ba-a8a1-4a92-bdb4-45d01143e425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360'] for network (4710d638-4233-4783-8a88-cce70e1ae183), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:27.352826 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8165f3ba-a8a1-4a92-bdb4-45d01143e425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:27.354736 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-8165f3ba-a8a1-4a92-bdb4-45d01143e425 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for network (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:27.397842 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d3994-8f52-400c-92d8-234e518d29a7 None None] Pushing event updated for resources: {'Port': ['ID=f26a0fb7-77ae-46e8-a66f-6fadbe9fc890,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:27.445325 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-d3f221ea-262c-4a92-a62b-1628f553aeeb None None] For port ef269289-432e-4c5a-9c85-07f8b2771fbd, host dv-cinder-836996-23-iscsi, cleared binding levels {{(pid=104278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 09:13:27.452796 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-d3f221ea-262c-4a92-a62b-1628f553aeeb None None] For port ef269289-432e-4c5a-9c85-07f8b2771fbd, host dv-cinder-836996-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=ef269289-432e-4c5a-9c85-07f8b2771fbd,segment=NetworkSegment(99d4634d-7c16-4239-978b-38d882e34cf7),segment_id=99d4634d-7c16-4239-978b-38d882e34cf7)] {{(pid=104278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 09:13:27.459099 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-b3f67364-087a-4e53-b72d-7d082c47ce35 None None] Set router 7a21919f-b788-4282-be5f-e9af099ab34c gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:13:27.475166 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-da15ac7e-7563-4e75-90c8-ca3abe79f7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (579a5d10-afc1-4603-a78c-86ca10960c02), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:27.491182 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d3f221ea-262c-4a92-a62b-1628f553aeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (ef269289-432e-4c5a-9c85-07f8b2771fbd), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:27.514402 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-b99ac37c-6ed5-44e4-b403-aa746a28938e None None] Current status of the port 6744c40d-d645-4971-906b-7c3a1b9ae36b is: DOWN; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:13:27.514884 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b99ac37c-6ed5-44e4-b403-aa746a28938e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (6744c40d-d645-4971-906b-7c3a1b9ae36b), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:27.527196 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8165f3ba-a8a1-4a92-bdb4-45d01143e425 admin admin] Pushing event updated for resources: {'Network': ['ID=4710d638-4233-4783-8a88-cce70e1ae183,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:27.538822 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-8165f3ba-a8a1-4a92-bdb4-45d01143e425 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3901768 May 20 09:13:27.541077 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-bbff50f6-3766-4251-b522-a3bc48e20d9d req-5652a6d0-fbec-4feb-a5c4-97e76cc92223 service neutron] 10.222.0.69 "GET /v2.0/networks/40febe0e-a58d-4d88-9cb1-48f696a34f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0284872 May 20 09:13:27.541622 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 57432) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:27.556957 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-0bb50964-cad1-4ae0-98b6-1c697778ed50 admin admin] Request body: {'subnet': {'network_id': '4710d638-4233-4783-8a88-cce70e1ae183', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-819481899-subnet', 'tenant_id': 'c951c8772bd641f9b9ffff5eec22d6a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:13:27.649389 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Network 4710d638-4233-4783-8a88-cce70e1ae183 details requested by agent ovs-agent-dv-cinder-836996-23-iscsi with host dv-cinder-836996-23-iscsi {{(pid=104277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 09:13:27.688616 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:27.691023 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-bbff50f6-3766-4251-b522-a3bc48e20d9d req-fa69dd4a-4906-4bde-ba61-3f1112a84b3f service neutron] 10.222.0.69 "GET /v2.0/networks/40febe0e-a58d-4d88-9cb1-48f696a34f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976086 May 20 09:13:27.694374 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb50964-cad1-4ae0-98b6-1c697778ed50 admin admin] Made reservation on behalf of c951c8772bd641f9b9ffff5eec22d6a3 for: {'subnet': 1} {{(pid=104275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:13:27.697042 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-0bb50964-cad1-4ae0-98b6-1c697778ed50 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:27.699031 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:27.702053 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8165f3ba-a8a1-4a92-bdb4-45d01143e425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db185ad-c924-45a2-9fcc-105342de7fb6,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:27.754680 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-17b45f14-414d-43d9-bc49-d890cf2eb3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:27.777179 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-b99ac37c-6ed5-44e4-b403-aa746a28938e None None] For port 6744c40d-d645-4971-906b-7c3a1b9ae36b, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=6744c40d-d645-4971-906b-7c3a1b9ae36b,segment=NetworkSegment(ef282a07-cf11-4b01-9306-f20c5aec5e53),segment_id=ef282a07-cf11-4b01-9306-f20c5aec5e53)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:13:27.787860 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f221ea-262c-4a92-a62b-1628f553aeeb None None] Routers {'dddcae79-7f2c-46ca-9e76-32b8f59596e6'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:13:27.788625 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-d3f221ea-262c-4a92-a62b-1628f553aeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:13:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['dddcae79-7f2c-46ca-9e76-32b8f59596e6'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:27.932839 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b99ac37c-6ed5-44e4-b403-aa746a28938e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (6744c40d-d645-4971-906b-7c3a1b9ae36b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:27.989270 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.db_base_plugin_common [None req-06a81019-59aa-4d40-a947-afd81728cf53 admin admin] Allocated IP 172.20.0.1 (cb464892-cf71-4d2e-b68f-60163c12a0fe/0a5fa699-4c99-4ca7-94b7-2b5c0cff2418/8b4badcf-eae7-4e19-8dae-b8f643625c74) {{(pid=104275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:13:28.072180 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507266fe-91a4-47ab-b7ee-69575ef10b3e None None] Pushing event updated for resources: {'Port': ['ID=579a5d10-afc1-4603-a78c-86ca10960c02,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:28.094006 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:28.128935 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-b99ac37c-6ed5-44e4-b403-aa746a28938e None None] Provisioning complete for port 568248d9-97cb-44f6-8a51-5c4fafb16278 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:13:28.129442 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b99ac37c-6ed5-44e4-b403-aa746a28938e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (568248d9-97cb-44f6-8a51-5c4fafb16278), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:28.243953 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-da15ac7e-7563-4e75-90c8-ca3abe79f7b7 None None] Attempting to bind port 579a5d10-afc1-4603-a78c-86ca10960c02 on host dv-cinder-836996-23-iscsi for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 20 09:13:28.244332 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-da15ac7e-7563-4e75-90c8-ca3abe79f7b7 None None] Attempting to bind port 579a5d10-afc1-4603-a78c-86ca10960c02 by drivers openvswitch,hyperv on host dv-cinder-836996-23-iscsi at level 0 using segments [{'id': '32ffeb4b-663b-4183-8636-9b9183111437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '40febe0e-a58d-4d88-9cb1-48f696a34f45'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 20 09:13:28.244702 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da15ac7e-7563-4e75-90c8-ca3abe79f7b7 None None] Attempting to bind port 579a5d10-afc1-4603-a78c-86ca10960c02 on network 40febe0e-a58d-4d88-9cb1-48f696a34f45 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:13:28.259871 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-d3f221ea-262c-4a92-a62b-1628f553aeeb None None] Set router dddcae79-7f2c-46ca-9e76-32b8f59596e6 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:13:28.320700 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b494117-dca8-475d-b044-6e9be33ce1b5 None None] Pushing event updated for resources: {'Port': ['ID=ef269289-432e-4c5a-9c85-07f8b2771fbd,revision_number=3']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:28.325189 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-b3f67364-087a-4e53-b72d-7d082c47ce35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'name': 'tempest-AttachVolumeNegativeTest-998905379-router', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:25Z', 'revision_number': 3, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'gw_port': {'id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:22Z', 'updated_at': '2022-05-20T09:13:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi'}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:28.326080 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-4e346d81-a070-46f1-b7fe-80889ea25900 req-5aaf6f82-6606-4a53-901d-6b2ab4910f00 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=a97bdede-0305-4f4b-bc04-8b659b1c88ce HTTP/1.1" status: 200 len: 210 time: 0.1044371 May 20 09:13:28.330696 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port 67ab723e-d5a4-4c7d-b513-3a0916c831d8 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:13:28.331140 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (67ab723e-d5a4-4c7d-b513-3a0916c831d8), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:28.371823 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-0bb50964-cad1-4ae0-98b6-1c697778ed50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360'] for subnet (2c5e35c9-ae19-4b56-8beb-80b465dc45f1), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:28.471093 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da15ac7e-7563-4e75-90c8-ca3abe79f7b7 None None] Checking agent: {'id': '8cdc3712-48c6-4c17-b1e2-8ec392d7f09b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 9, 4, 50), 'started_at': datetime.datetime(2022, 5, 20, 9, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 9, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 09:13:28.471600 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da15ac7e-7563-4e75-90c8-ca3abe79f7b7 None None] Checking segment: {'id': '32ffeb4b-663b-4183-8636-9b9183111437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '40febe0e-a58d-4d88-9cb1-48f696a34f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:13:28.472069 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-da15ac7e-7563-4e75-90c8-ca3abe79f7b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:28.472694 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da15ac7e-7563-4e75-90c8-ca3abe79f7b7 None None] Bound using segment: {'id': '32ffeb4b-663b-4183-8636-9b9183111437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '40febe0e-a58d-4d88-9cb1-48f696a34f45'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 09:13:28.473247 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-da15ac7e-7563-4e75-90c8-ca3abe79f7b7 None None] Bound port: 579a5d10-afc1-4603-a78c-86ca10960c02, host: dv-cinder-836996-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffeb4b-663b-4183-8636-9b9183111437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '40febe0e-a58d-4d88-9cb1-48f696a34f45'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 20 09:13:28.473756 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-da15ac7e-7563-4e75-90c8-ca3abe79f7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (579a5d10-afc1-4603-a78c-86ca10960c02), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:28.523158 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f67364-087a-4e53-b72d-7d082c47ce35 None None] Checking router: 7a21919f-b788-4282-be5f-e9af099ab34c for host: dv-cinder-836996-23-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:13:28.523696 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f67364-087a-4e53-b72d-7d082c47ce35 None None] Updating router 7a21919f-b788-4282-be5f-e9af099ab34c port a2c4dbf7-9749-47fa-ba1d-7683305ad84c binding host dv-cinder-836996-23-iscsi {{(pid=104278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 09:13:28.539212 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-026d0d7f-c31a-4b2d-b27a-a6c905a7e1ba req-904f4940-b93b-4ce5-bf38-ffed533ce045 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e26fcf7-52fb-4640-9eeb-1de9f728cc0b HTTP/1.1" status: 200 len: 210 time: 0.4394481 May 20 09:13:28.587031 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b3f67364-087a-4e53-b72d-7d082c47ce35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (a2c4dbf7-9749-47fa-ba1d-7683305ad84c), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:28.670137 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:28.672647 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:28.681776 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb50964-cad1-4ae0-98b6-1c697778ed50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c5e35c9-ae19-4b56-8beb-80b465dc45f1,revision_number=0']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:28.686749 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f59c314a-47c1-4b6d-b841-ff82c14d54c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:28.729462 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ac37c-6ed5-44e4-b403-aa746a28938e None None] Pushing event updated for resources: {'Port': ['ID=6744c40d-d645-4971-906b-7c3a1b9ae36b,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:28.756455 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_common [None req-17b45f14-414d-43d9-bc49-d890cf2eb3e6 admin admin] Allocated IP 172.20.0.1 (1877e401-d42a-4a52-b633-242e6f958903/627f3291-137c-4051-aa19-caaa09ad6395/2c28a678-e96a-48f4-b1c5-6a01cd70d057) {{(pid=104276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:13:28.757806 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-06a81019-59aa-4d40-a947-afd81728cf53 admin admin] Publish callbacks [] for port (8b4badcf-eae7-4e19-8dae-b8f643625c74), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:28.787138 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb50964-cad1-4ae0-98b6-1c697778ed50 admin admin] Checking segment: {'id': '7a138f49-b6f6-4b52-bc6e-6e7eb72e0de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '4710d638-4233-4783-8a88-cce70e1ae183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:13:28.787549 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb50964-cad1-4ae0-98b6-1c697778ed50 admin admin] Network hostable DHCP agents. Network: 4710d638-4233-4783-8a88-cce70e1ae183, hostable agents: ['b26f8cd8-eda4-4382-aac8-4197b502694f'], hosted agents: [] {{(pid=104275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 09:13:28.833021 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-04ce3d60-02d6-4bdf-b89b-6746259d8ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'name': 'tempest-AttachVolumeTestJSON-1210049740-router', 'tenant_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '42856557-56a9-4cea-bd20-f4eeff9b48c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:23Z', 'revision_number': 3, 'project_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'gw_port': {'id': '42856557-56a9-4cea-bd20-f4eeff9b48c3', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:22Z', 'updated_at': '2022-05-20T09:13:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi'}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:28.910605 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb50964-cad1-4ae0-98b6-1c697778ed50 admin admin] Network 4710d638-4233-4783-8a88-cce70e1ae183 is scheduled to be hosted by DHCP agent b26f8cd8-eda4-4382-aac8-4197b502694f with binding_index 1 {{(pid=104275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 09:13:28.926301 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ce3d60-02d6-4bdf-b89b-6746259d8ba3 None None] Checking router: 3713a506-e0c9-495e-af24-db3cc15e2153 for host: dv-cinder-836996-23-iscsi {{(pid=104277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:13:28.926653 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ce3d60-02d6-4bdf-b89b-6746259d8ba3 None None] Updating router 3713a506-e0c9-495e-af24-db3cc15e2153 port 42856557-56a9-4cea-bd20-f4eeff9b48c3 binding host dv-cinder-836996-23-iscsi {{(pid=104277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 09:13:28.970769 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port 67ab723e-d5a4-4c7d-b513-3a0916c831d8 is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:13:28.971897 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 568248d9-97cb-44f6-8a51-5c4fafb16278 up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:13:29.017714 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.base_scheduler [None req-0bb50964-cad1-4ae0-98b6-1c697778ed50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-23-iscsi, 4710d638-4233-4783-8a88-cce70e1ae183) {{(pid=104275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:13:29.028632 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.44', 63332) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:29.041644 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:29.046348 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:29.057373 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35decc4b-755c-40ca-9bcd-ad5b6152dc58 None None] Network 4710d638-4233-4783-8a88-cce70e1ae183 requested from dv-cinder-836996-23-iscsi {{(pid=104277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 20 09:13:29.094623 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:29.170865 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-da15ac7e-7563-4e75-90c8-ca3abe79f7b7 None None] For port 579a5d10-afc1-4603-a78c-86ca10960c02, host dv-cinder-836996-23-iscsi, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 09:13:29.234117 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-b99ac37c-6ed5-44e4-b403-aa746a28938e None None] Current status of the port 568248d9-97cb-44f6-8a51-5c4fafb16278 is: DOWN; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:13:29.234505 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b99ac37c-6ed5-44e4-b403-aa746a28938e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (568248d9-97cb-44f6-8a51-5c4fafb16278), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:29.260599 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-d3f221ea-262c-4a92-a62b-1628f553aeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'name': 'tempest-AttachVolumeShelveTestJSON-100177110-router', 'tenant_id': '92bf8a2fea6243c28aff53d39a57f92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'ef269289-432e-4c5a-9c85-07f8b2771fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:19Z', 'updated_at': '2022-05-20T09:13:23Z', 'revision_number': 3, 'project_id': '92bf8a2fea6243c28aff53d39a57f92c', 'gw_port': {'id': 'ef269289-432e-4c5a-9c85-07f8b2771fbd', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ff:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi'}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:29.266637 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-04ce3d60-02d6-4bdf-b89b-6746259d8ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (42856557-56a9-4cea-bd20-f4eeff9b48c3), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:29.284333 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb50964-cad1-4ae0-98b6-1c697778ed50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:29.287959 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-0bb50964-cad1-4ae0-98b6-1c697778ed50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for subnet (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:29.298572 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-da15ac7e-7563-4e75-90c8-ca3abe79f7b7 None None] For port 579a5d10-afc1-4603-a78c-86ca10960c02, host dv-cinder-836996-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=579a5d10-afc1-4603-a78c-86ca10960c02,segment=NetworkSegment(32ffeb4b-663b-4183-8636-9b9183111437),segment_id=32ffeb4b-663b-4183-8636-9b9183111437)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 09:13:29.334286 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_common [None req-f59c314a-47c1-4b6d-b841-ff82c14d54c4 admin admin] Allocated IP 172.20.0.1 (328df357-f834-447d-8616-ac57cd7979a2/6a66febf-40e6-435b-a129-884260e28f23/1641841d-4922-4348-9adf-d1dfb4671082) {{(pid=104276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:13:29.346047 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f221ea-262c-4a92-a62b-1628f553aeeb None None] The sync data for ids ['dddcae79-7f2c-46ca-9e76-32b8f59596e6'] in dv-cinder-836996-23-iscsi is: [{'id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'name': 'tempest-AttachVolumeShelveTestJSON-100177110-router', 'tenant_id': '92bf8a2fea6243c28aff53d39a57f92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'ef269289-432e-4c5a-9c85-07f8b2771fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:19Z', 'updated_at': '2022-05-20T09:13:23Z', 'revision_number': 3, 'project_id': '92bf8a2fea6243c28aff53d39a57f92c', 'gw_port': {'id': 'ef269289-432e-4c5a-9c85-07f8b2771fbd', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ff:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi'}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:13:29.350850 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b3f67364-087a-4e53-b72d-7d082c47ce35 None None] Publish callbacks [] for port (a2c4dbf7-9749-47fa-ba1d-7683305ad84c), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:29.365035 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port 568248d9-97cb-44f6-8a51-5c4fafb16278 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:13:29.365035 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (568248d9-97cb-44f6-8a51-5c4fafb16278), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:29.365973 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b3f67364-087a-4e53-b72d-7d082c47ce35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (a2c4dbf7-9749-47fa-ba1d-7683305ad84c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:29.367220 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-06a81019-59aa-4d40-a947-afd81728cf53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936'] for port (8b4badcf-eae7-4e19-8dae-b8f643625c74), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:29.392603 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-da15ac7e-7563-4e75-90c8-ca3abe79f7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (579a5d10-afc1-4603-a78c-86ca10960c02), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:29.442688 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a81019-59aa-4d40-a947-afd81728cf53 admin admin] Network cb464892-cf71-4d2e-b68f-60163c12a0fe is already hosted by enough agents. {{(pid=104275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:13:29.468747 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.base_scheduler [None req-06a81019-59aa-4d40-a947-afd81728cf53 admin admin] Resources bound (agent type, host, resource id): {{(pid=104275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:13:29.477517 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:29.486049 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-b3f67364-087a-4e53-b72d-7d082c47ce35 None None] Attempting to bind port a2c4dbf7-9749-47fa-ba1d-7683305ad84c on host dv-cinder-836996-23-iscsi for vnic_type normal with profile {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 20 09:13:29.486477 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-b3f67364-087a-4e53-b72d-7d082c47ce35 None None] Attempting to bind port a2c4dbf7-9749-47fa-ba1d-7683305ad84c by drivers openvswitch,hyperv on host dv-cinder-836996-23-iscsi at level 0 using segments [{'id': '99d4634d-7c16-4239-978b-38d882e34cf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db85349c-1449-495a-9881-8426bbf372da'}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 20 09:13:29.486833 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f67364-087a-4e53-b72d-7d082c47ce35 None None] Attempting to bind port a2c4dbf7-9749-47fa-ba1d-7683305ad84c on network db85349c-1449-495a-9881-8426bbf372da {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:13:29.496350 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-17b45f14-414d-43d9-bc49-d890cf2eb3e6 admin admin] Publish callbacks [] for port (2c28a678-e96a-48f4-b1c5-6a01cd70d057), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:29.496614 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a81019-59aa-4d40-a947-afd81728cf53 admin admin] Received port after_create {{(pid=104275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:13:29.504355 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-06a81019-59aa-4d40-a947-afd81728cf53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680018'] for router_interface (dddcae79-7f2c-46ca-9e76-32b8f59596e6), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:29.521332 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c98b89-a0f9-4810-9f1a-95c2f975ef14 None None] Pushing event updated for resources: {'Port': ['ID=a2c4dbf7-9749-47fa-ba1d-7683305ad84c,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:29.553579 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6,neutron:INSERT=8 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:29.578066 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f67364-087a-4e53-b72d-7d082c47ce35 None None] Checking agent: {'id': '8cdc3712-48c6-4c17-b1e2-8ec392d7f09b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 9, 4, 50), 'started_at': datetime.datetime(2022, 5, 20, 9, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 9, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 09:13:29.578652 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f67364-087a-4e53-b72d-7d082c47ce35 None None] Checking segment: {'id': '99d4634d-7c16-4239-978b-38d882e34cf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db85349c-1449-495a-9881-8426bbf372da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:13:29.580194 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b3f67364-087a-4e53-b72d-7d082c47ce35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:29.580536 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f67364-087a-4e53-b72d-7d082c47ce35 None None] Bound using segment: {'id': '99d4634d-7c16-4239-978b-38d882e34cf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db85349c-1449-495a-9881-8426bbf372da'} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 09:13:29.591771 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-b3f67364-087a-4e53-b72d-7d082c47ce35 None None] Bound port: a2c4dbf7-9749-47fa-ba1d-7683305ad84c, host: dv-cinder-836996-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d4634d-7c16-4239-978b-38d882e34cf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db85349c-1449-495a-9881-8426bbf372da'}}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 20 09:13:29.591771 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b3f67364-087a-4e53-b72d-7d082c47ce35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (a2c4dbf7-9749-47fa-ba1d-7683305ad84c), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:29.599239 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-17b45f14-414d-43d9-bc49-d890cf2eb3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936'] for port (2c28a678-e96a-48f4-b1c5-6a01cd70d057), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:29.789571 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b3f67364-087a-4e53-b72d-7d082c47ce35 None None] For port a2c4dbf7-9749-47fa-ba1d-7683305ad84c, host dv-cinder-836996-23-iscsi, cleared binding levels {{(pid=104278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 09:13:29.810192 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b3f67364-087a-4e53-b72d-7d082c47ce35 None None] For port a2c4dbf7-9749-47fa-ba1d-7683305ad84c, host dv-cinder-836996-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=a2c4dbf7-9749-47fa-ba1d-7683305ad84c,segment=NetworkSegment(99d4634d-7c16-4239-978b-38d882e34cf7),segment_id=99d4634d-7c16-4239-978b-38d882e34cf7)] {{(pid=104278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 09:13:29.828788 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b3f67364-087a-4e53-b72d-7d082c47ce35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (a2c4dbf7-9749-47fa-ba1d-7683305ad84c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:29.861456 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8298f7ac-8a3f-4d49-80cf-dd4b3da3ad11 req-d3ef5b93-70da-49e9-90a5-d929f08c132d tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:29.873681 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-8298f7ac-8a3f-4d49-80cf-dd4b3da3ad11 req-d3ef5b93-70da-49e9-90a5-d929f08c132d tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/networks?id=40febe0e-a58d-4d88-9cb1-48f696a34f45 HTTP/1.1" status: 200 len: 818 time: 1.0974710 May 20 09:13:29.935865 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-0bb50964-cad1-4ae0-98b6-1c697778ed50 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.3827024 May 20 09:13:29.999999 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c98b89-a0f9-4810-9f1a-95c2f975ef14 None None] Pushing event updated for resources: {'Port': ['ID=a2c4dbf7-9749-47fa-ba1d-7683305ad84c,revision_number=3']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:30.029323 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f67364-087a-4e53-b72d-7d082c47ce35 None None] Routers {'7a21919f-b788-4282-be5f-e9af099ab34c'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:13:30.031128 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-b3f67364-087a-4e53-b72d-7d082c47ce35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:13:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['7a21919f-b788-4282-be5f-e9af099ab34c'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:30.066443 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-06a81019-59aa-4d40-a947-afd81728cf53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (8b4badcf-eae7-4e19-8dae-b8f643625c74), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:30.114946 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-8298f7ac-8a3f-4d49-80cf-dd4b3da3ad11 req-33be2c25-52ca-4fd0-880c-3cdfac420dda tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/quotas/ed0e52a9d6374123b57759435d43d7aa HTTP/1.1" status: 200 len: 375 time: 0.1763828 May 20 09:13:30.117262 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a98c2d25-3894-4516-9741-8256fbb01ed7 req-499f8ff0-99ee-4de3-a22a-e4692e06c993 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e26fcf7-52fb-4640-9eeb-1de9f728cc0b HTTP/1.1" status: 200 len: 210 time: 0.3104620 May 20 09:13:30.142772 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a81019-59aa-4d40-a947-afd81728cf53 admin admin] Pushing event updated for resources: {'Port': ['ID=8b4badcf-eae7-4e19-8dae-b8f643625c74,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:30.208538 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-b99ac37c-6ed5-44e4-b403-aa746a28938e None None] For port 568248d9-97cb-44f6-8a51-5c4fafb16278, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=568248d9-97cb-44f6-8a51-5c4fafb16278,segment=NetworkSegment(055db0ec-bbdc-429e-b6b8-f0e0ae6e750a),segment_id=055db0ec-bbdc-429e-b6b8-f0e0ae6e750a)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:13:30.218608 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b45f14-414d-43d9-bc49-d890cf2eb3e6 admin admin] Network 1877e401-d42a-4a52-b633-242e6f958903 is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:13:30.264586 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e401d4-cd72-4b87-88b9-e2a18a6d3086 req-4a19b11a-06ad-4821-87c4-572dee6b3610 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:30.266548 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-89e401d4-cd72-4b87-88b9-e2a18a6d3086 req-4a19b11a-06ad-4821-87c4-572dee6b3610 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.44 "GET /v2.0/networks?id=f436d993-53fd-4882-b0ef-cefd5c9953db HTTP/1.1" status: 200 len: 812 time: 1.2246146 May 20 09:13:30.270831 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b99ac37c-6ed5-44e4-b403-aa746a28938e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (568248d9-97cb-44f6-8a51-5c4fafb16278), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:30.280025 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-17b45f14-414d-43d9-bc49-d890cf2eb3e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:13:30.316933 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b45f14-414d-43d9-bc49-d890cf2eb3e6 admin admin] Received port after_create {{(pid=104276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:13:30.317431 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-17b45f14-414d-43d9-bc49-d890cf2eb3e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680018'] for router_interface (3713a506-e0c9-495e-af24-db3cc15e2153), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:30.342603 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [req-89e401d4-cd72-4b87-88b9-e2a18a6d3086 req-2bc70b82-7996-4150-ae6f-e8e108e83b33 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] Request body: {'port': {'device_id': '6e26fcf7-52fb-4640-9eeb-1de9f728cc0b', 'network_id': 'f436d993-53fd-4882-b0ef-cefd5c9953db', 'admin_state_up': True, 'tenant_id': 'e84fe8cfef0c4aa3a55dccc8f9aaddc9'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:13:30.398230 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b45f14-414d-43d9-bc49-d890cf2eb3e6 admin admin] Pushing event updated for resources: {'Port': ['ID=2c28a678-e96a-48f4-b1c5-6a01cd70d057,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:30.468277 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-8298f7ac-8a3f-4d49-80cf-dd4b3da3ad11 req-0f446e5f-05d2-4fba-b1c7-7be1400bf965 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ed0e52a9d6374123b57759435d43d7aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3160126 May 20 09:13:30.473271 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-b3f67364-087a-4e53-b72d-7d082c47ce35 None None] Set router 7a21919f-b788-4282-be5f-e9af099ab34c gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:13:30.621149 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1023e42-e3fa-4755-97fb-9a2719e4b7fb None None] Network 4710d638-4233-4783-8a88-cce70e1ae183 requested from dv-cinder-836996-23-iscsi {{(pid=104277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 20 09:13:30.635913 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507266fe-91a4-47ab-b7ee-69575ef10b3e None None] Pushing event updated for resources: {'Port': ['ID=579a5d10-afc1-4603-a78c-86ca10960c02,revision_number=4']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:30.658036 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:30.759816 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da15ac7e-7563-4e75-90c8-ca3abe79f7b7 None None] Routers {'ff7d3e86-a7d8-426a-9485-31431a43ae23'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:13:30.766871 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f59c314a-47c1-4b6d-b841-ff82c14d54c4 admin admin] Publish callbacks [] for port (1641841d-4922-4348-9adf-d1dfb4671082), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:30.772300 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-da15ac7e-7563-4e75-90c8-ca3abe79f7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:13:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['ff7d3e86-a7d8-426a-9485-31431a43ae23'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:30.874617 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-9a2a0d0d-a212-4d8e-b499-2c2b329a7ba6 None None] Provisioning complete for port 8b4badcf-eae7-4e19-8dae-b8f643625c74 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:13:30.874986 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-9a2a0d0d-a212-4d8e-b499-2c2b329a7ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (8b4badcf-eae7-4e19-8dae-b8f643625c74), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:31.009075 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.44', 63343) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:31.284057 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-b3f67364-087a-4e53-b72d-7d082c47ce35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'name': 'tempest-AttachVolumeNegativeTest-998905379-router', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:25Z', 'revision_number': 3, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'gw_port': {'id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:22Z', 'updated_at': '2022-05-20T09:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi'}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:31.305239 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:31.306217 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-9a2a0d0d-a212-4d8e-b499-2c2b329a7ba6 None None] Port 8b4badcf-eae7-4e19-8dae-b8f643625c74 cannot update to ACTIVE because it is not bound. {{(pid=104277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 20 09:13:31.339712 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f67364-087a-4e53-b72d-7d082c47ce35 None None] The sync data for ids ['7a21919f-b788-4282-be5f-e9af099ab34c'] in dv-cinder-836996-23-iscsi is: [{'id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'name': 'tempest-AttachVolumeNegativeTest-998905379-router', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:25Z', 'revision_number': 3, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'gw_port': {'id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:22Z', 'updated_at': '2022-05-20T09:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi'}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:13:31.364248 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ac37c-6ed5-44e4-b403-aa746a28938e None None] Pushing event updated for resources: {'Port': ['ID=568248d9-97cb-44f6-8a51-5c4fafb16278,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:31.380213 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port 568248d9-97cb-44f6-8a51-5c4fafb16278 is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:13:31.381447 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 6744c40d-d645-4971-906b-7c3a1b9ae36b up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:13:31.421275 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f59c314a-47c1-4b6d-b841-ff82c14d54c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936'] for port (1641841d-4922-4348-9adf-d1dfb4671082), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:31.542007 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 57620) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:31.577439 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-17b45f14-414d-43d9-bc49-d890cf2eb3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (2c28a678-e96a-48f4-b1c5-6a01cd70d057), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:31.596248 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-cef27463-b48f-4d64-90ea-0cf67970111b req-3d0f613e-1df9-432e-920f-9ccb3661e6f7 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e26fcf7-52fb-4640-9eeb-1de9f728cc0b HTTP/1.1" status: 200 len: 210 time: 0.2841926 May 20 09:13:31.624435 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-7c2861e8-3260-4955-8c4b-a53cd89510b7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1913303875-network', 'tenant_id': 'c72c4fd7f4894234b985a06c51bcf361'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:13:31.656021 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-9a2a0d0d-a212-4d8e-b499-2c2b329a7ba6 None None] Provisioning complete for port 579a5d10-afc1-4603-a78c-86ca10960c02 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:13:31.656938 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-9a2a0d0d-a212-4d8e-b499-2c2b329a7ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (579a5d10-afc1-4603-a78c-86ca10960c02), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:31.670864 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59c314a-47c1-4b6d-b841-ff82c14d54c4 admin admin] Network 328df357-f834-447d-8616-ac57cd7979a2 is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:13:31.701623 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 57622) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:31.746622 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-f59c314a-47c1-4b6d-b841-ff82c14d54c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:13:31.828201 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59c314a-47c1-4b6d-b841-ff82c14d54c4 admin admin] Received port after_create {{(pid=104276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:13:31.828751 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f59c314a-47c1-4b6d-b841-ff82c14d54c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680018'] for router_interface (7a21919f-b788-4282-be5f-e9af099ab34c), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:31.924568 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:31.934197 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-da15ac7e-7563-4e75-90c8-ca3abe79f7b7 None None] Set router ff7d3e86-a7d8-426a-9485-31431a43ae23 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:13:32.117672 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port 6744c40d-d645-4971-906b-7c3a1b9ae36b triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:13:32.119634 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (6744c40d-d645-4971-906b-7c3a1b9ae36b), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:32.227437 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59c314a-47c1-4b6d-b841-ff82c14d54c4 admin admin] Pushing event updated for resources: {'Port': ['ID=1641841d-4922-4348-9adf-d1dfb4671082,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:32.241093 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-04ce3d60-02d6-4bdf-b89b-6746259d8ba3 None None] Publish callbacks [] for port (42856557-56a9-4cea-bd20-f4eeff9b48c3), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:32.286202 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff50f6-3766-4251-b522-a3bc48e20d9d req-e141052b-2117-47e6-867c-b9ae4fcfb11d tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:32.292051 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-bbff50f6-3766-4251-b522-a3bc48e20d9d req-e141052b-2117-47e6-867c-b9ae4fcfb11d tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.44 "GET /v2.0/networks?id=40febe0e-a58d-4d88-9cb1-48f696a34f45 HTTP/1.1" status: 200 len: 818 time: 1.2680519 May 20 09:13:32.309339 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89e401d4-cd72-4b87-88b9-e2a18a6d3086 req-2bc70b82-7996-4150-ae6f-e8e108e83b33 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] Made reservation on behalf of e84fe8cfef0c4aa3a55dccc8f9aaddc9 for: {'port': 1} {{(pid=104275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:13:32.313533 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-89e401d4-cd72-4b87-88b9-e2a18a6d3086 req-2bc70b82-7996-4150-ae6f-e8e108e83b33 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:32.334812 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-04ce3d60-02d6-4bdf-b89b-6746259d8ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (42856557-56a9-4cea-bd20-f4eeff9b48c3), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:32.369979 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [req-bbff50f6-3766-4251-b522-a3bc48e20d9d req-6f48e93b-d8c2-4e31-8493-733172d7d0ad tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Request body: {'port': {'device_id': 'a97bdede-0305-4f4b-bc04-8b659b1c88ce', 'network_id': '40febe0e-a58d-4d88-9cb1-48f696a34f45', 'admin_state_up': True, 'tenant_id': 'ed0e52a9d6374123b57759435d43d7aa'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:13:32.377421 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2861e8-3260-4955-8c4b-a53cd89510b7 admin admin] Made reservation on behalf of c72c4fd7f4894234b985a06c51bcf361 for: {'network': 1} {{(pid=104276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:13:32.384147 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7c2861e8-3260-4955-8c4b-a53cd89510b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for network (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:32.412022 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a793d1c3-9dd3-44d1-a0ad-7badf742a813 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:32.425537 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 57628) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:32.442087 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:32.716042 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:32.732550 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-04ce3d60-02d6-4bdf-b89b-6746259d8ba3 None None] Attempting to bind port 42856557-56a9-4cea-bd20-f4eeff9b48c3 on host dv-cinder-836996-23-iscsi for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 20 09:13:32.732937 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-04ce3d60-02d6-4bdf-b89b-6746259d8ba3 None None] Attempting to bind port 42856557-56a9-4cea-bd20-f4eeff9b48c3 by drivers openvswitch,hyperv on host dv-cinder-836996-23-iscsi at level 0 using segments [{'id': '99d4634d-7c16-4239-978b-38d882e34cf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db85349c-1449-495a-9881-8426bbf372da'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 20 09:13:32.746745 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ce3d60-02d6-4bdf-b89b-6746259d8ba3 None None] Attempting to bind port 42856557-56a9-4cea-bd20-f4eeff9b48c3 on network db85349c-1449-495a-9881-8426bbf372da {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:13:32.760567 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-06a81019-59aa-4d40-a947-afd81728cf53 admin admin] Publish callbacks [] for port (8b4badcf-eae7-4e19-8dae-b8f643625c74), precommit_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:32.770536 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-17b45f14-414d-43d9-bc49-d890cf2eb3e6 admin admin] Publish callbacks [] for port (2c28a678-e96a-48f4-b1c5-6a01cd70d057), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:32.777355 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:INSERT=5 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:32.778011 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:32.782634 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7c2861e8-3260-4955-8c4b-a53cd89510b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:32.808765 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-8298f7ac-8a3f-4d49-80cf-dd4b3da3ad11 req-883f2d8c-7552-4653-b6ca-e9cbb235bf88 service neutron] 10.222.0.69 "GET /v2.0/networks/40febe0e-a58d-4d88-9cb1-48f696a34f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.2874265 May 20 09:13:32.809664 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-17b45f14-414d-43d9-bc49-d890cf2eb3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (2c28a678-e96a-48f4-b1c5-6a01cd70d057), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:32.810518 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-17b45f14-414d-43d9-bc49-d890cf2eb3e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683234'] for router_interface (3713a506-e0c9-495e-af24-db3cc15e2153), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:32.820116 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cadaca-156c-481f-a026-aaf7420c85e3 None None] Pushing event updated for resources: {'Port': ['ID=42856557-56a9-4cea-bd20-f4eeff9b48c3,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:32.843385 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-06a81019-59aa-4d40-a947-afd81728cf53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (8b4badcf-eae7-4e19-8dae-b8f643625c74), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:32.844641 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-06a81019-59aa-4d40-a947-afd81728cf53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683234'] for router_interface (dddcae79-7f2c-46ca-9e76-32b8f59596e6), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:32.858262 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-9a2a0d0d-a212-4d8e-b499-2c2b329a7ba6 None None] Current status of the port 579a5d10-afc1-4603-a78c-86ca10960c02 is: DOWN; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:13:32.858744 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-9a2a0d0d-a212-4d8e-b499-2c2b329a7ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (579a5d10-afc1-4603-a78c-86ca10960c02), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:32.944197 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b45f14-414d-43d9-bc49-d890cf2eb3e6 admin admin] Pushing event updated for resources: {'Port': ['ID=2c28a678-e96a-48f4-b1c5-6a01cd70d057,revision_number=2']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:32.946309 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ce3d60-02d6-4bdf-b89b-6746259d8ba3 None None] Checking agent: {'id': '8cdc3712-48c6-4c17-b1e2-8ec392d7f09b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 9, 4, 50), 'started_at': datetime.datetime(2022, 5, 20, 9, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 9, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 09:13:32.946681 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ce3d60-02d6-4bdf-b89b-6746259d8ba3 None None] Checking segment: {'id': '99d4634d-7c16-4239-978b-38d882e34cf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db85349c-1449-495a-9881-8426bbf372da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:13:32.947243 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-04ce3d60-02d6-4bdf-b89b-6746259d8ba3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:32.957121 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ce3d60-02d6-4bdf-b89b-6746259d8ba3 None None] Bound using segment: {'id': '99d4634d-7c16-4239-978b-38d882e34cf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db85349c-1449-495a-9881-8426bbf372da'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 09:13:32.957785 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-04ce3d60-02d6-4bdf-b89b-6746259d8ba3 None None] Bound port: 42856557-56a9-4cea-bd20-f4eeff9b48c3, host: dv-cinder-836996-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d4634d-7c16-4239-978b-38d882e34cf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db85349c-1449-495a-9881-8426bbf372da'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 20 09:13:32.962128 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-04ce3d60-02d6-4bdf-b89b-6746259d8ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (42856557-56a9-4cea-bd20-f4eeff9b48c3), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:32.970240 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e9fc9d82-04aa-49fb-8416-ae694dee08dd req-c43646b0-621d-4604-93c8-fe754cd9db48 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e26fcf7-52fb-4640-9eeb-1de9f728cc0b HTTP/1.1" status: 200 len: 210 time: 0.1630347 May 20 09:13:33.014971 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f59c314a-47c1-4b6d-b841-ff82c14d54c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (1641841d-4922-4348-9adf-d1dfb4671082), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:33.176804 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-9a2a0d0d-a212-4d8e-b499-2c2b329a7ba6 None None] For port 579a5d10-afc1-4603-a78c-86ca10960c02, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=579a5d10-afc1-4603-a78c-86ca10960c02,segment=NetworkSegment(32ffeb4b-663b-4183-8636-9b9183111437),segment_id=32ffeb4b-663b-4183-8636-9b9183111437)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:13:33.178915 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port 6744c40d-d645-4971-906b-7c3a1b9ae36b is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:13:33.195124 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-9a2a0d0d-a212-4d8e-b499-2c2b329a7ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (579a5d10-afc1-4603-a78c-86ca10960c02), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:33.221310 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-9a2a0d0d-a212-4d8e-b499-2c2b329a7ba6 None None] Provisioning complete for port f26a0fb7-77ae-46e8-a66f-6fadbe9fc890 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:13:33.222504 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-9a2a0d0d-a212-4d8e-b499-2c2b329a7ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (f26a0fb7-77ae-46e8-a66f-6fadbe9fc890), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:33.256418 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbff50f6-3766-4251-b522-a3bc48e20d9d req-6f48e93b-d8c2-4e31-8493-733172d7d0ad tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Made reservation on behalf of ed0e52a9d6374123b57759435d43d7aa for: {'port': 1} {{(pid=104275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:13:33.260987 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-bbff50f6-3766-4251-b522-a3bc48e20d9d req-6f48e93b-d8c2-4e31-8493-733172d7d0ad tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:33.333722 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-da15ac7e-7563-4e75-90c8-ca3abe79f7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7d3e86-a7d8-426a-9485-31431a43ae23', 'name': 'tempest-ServerRescueNegativeTestJSON-770542233-router', 'tenant_id': 'ed0e52a9d6374123b57759435d43d7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '67ab723e-d5a4-4c7d-b513-3a0916c831d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:15Z', 'updated_at': '2022-05-20T09:13:21Z', 'revision_number': 4, 'project_id': 'ed0e52a9d6374123b57759435d43d7aa', 'gw_port': {'id': '67ab723e-d5a4-4c7d-b513-3a0916c831d8', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:05:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7d3e86-a7d8-426a-9485-31431a43ae23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:16Z', 'updated_at': '2022-05-20T09:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '579a5d10-afc1-4603-a78c-86ca10960c02', 'name': '', 'network_id': '40febe0e-a58d-4d88-9cb1-48f696a34f45', 'tenant_id': 'ed0e52a9d6374123b57759435d43d7aa', 'mac_address': 'fa:16:3e:c5:4a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff7d3e86-a7d8-426a-9485-31431a43ae23', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a7263cb7-bd14-41ff-8f4b-b90e8869f0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:19Z', 'updated_at': '2022-05-20T09:13:28Z', 'revision_number': 4, 'project_id': 'ed0e52a9d6374123b57759435d43d7aa', 'subnets': [{'id': 'a7263cb7-bd14-41ff-8f4b-b90e8869f0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:33.344849 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-079ee58a-bffe-4561-8796-268e67d7daae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:33.439457 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da15ac7e-7563-4e75-90c8-ca3abe79f7b7 None None] The sync data for ids ['ff7d3e86-a7d8-426a-9485-31431a43ae23'] in dv-cinder-836996-23-iscsi is: [{'id': 'ff7d3e86-a7d8-426a-9485-31431a43ae23', 'name': 'tempest-ServerRescueNegativeTestJSON-770542233-router', 'tenant_id': 'ed0e52a9d6374123b57759435d43d7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '67ab723e-d5a4-4c7d-b513-3a0916c831d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:15Z', 'updated_at': '2022-05-20T09:13:21Z', 'revision_number': 4, 'project_id': 'ed0e52a9d6374123b57759435d43d7aa', 'gw_port': {'id': '67ab723e-d5a4-4c7d-b513-3a0916c831d8', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:05:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7d3e86-a7d8-426a-9485-31431a43ae23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:16Z', 'updated_at': '2022-05-20T09:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '579a5d10-afc1-4603-a78c-86ca10960c02', 'name': '', 'network_id': '40febe0e-a58d-4d88-9cb1-48f696a34f45', 'tenant_id': 'ed0e52a9d6374123b57759435d43d7aa', 'mac_address': 'fa:16:3e:c5:4a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff7d3e86-a7d8-426a-9485-31431a43ae23', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a7263cb7-bd14-41ff-8f4b-b90e8869f0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:19Z', 'updated_at': '2022-05-20T09:13:28Z', 'revision_number': 4, 'project_id': 'ed0e52a9d6374123b57759435d43d7aa', 'subnets': [{'id': 'a7263cb7-bd14-41ff-8f4b-b90e8869f0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:13:33.605393 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-9a2a0d0d-a212-4d8e-b499-2c2b329a7ba6 None None] Current status of the port f26a0fb7-77ae-46e8-a66f-6fadbe9fc890 is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:13:33.631228 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-04ce3d60-02d6-4bdf-b89b-6746259d8ba3 None None] For port 42856557-56a9-4cea-bd20-f4eeff9b48c3, host dv-cinder-836996-23-iscsi, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 09:13:33.642894 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b45f14-414d-43d9-bc49-d890cf2eb3e6 admin admin] Network 1877e401-d42a-4a52-b633-242e6f958903 is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:13:33.663414 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-9a2a0d0d-a212-4d8e-b499-2c2b329a7ba6 None None] Provisioning complete for port 6744c40d-d645-4971-906b-7c3a1b9ae36b triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:13:33.664103 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-9a2a0d0d-a212-4d8e-b499-2c2b329a7ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (6744c40d-d645-4971-906b-7c3a1b9ae36b), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:33.671408 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-04ce3d60-02d6-4bdf-b89b-6746259d8ba3 None None] For port 42856557-56a9-4cea-bd20-f4eeff9b48c3, host dv-cinder-836996-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=42856557-56a9-4cea-bd20-f4eeff9b48c3,segment=NetworkSegment(99d4634d-7c16-4239-978b-38d882e34cf7),segment_id=99d4634d-7c16-4239-978b-38d882e34cf7)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 09:13:33.701420 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2a0d0d-a212-4d8e-b499-2c2b329a7ba6 None None] Pushing event updated for resources: {'Port': ['ID=579a5d10-afc1-4603-a78c-86ca10960c02,revision_number=5']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:33.743750 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a793d1c3-9dd3-44d1-a0ad-7badf742a813 admin admin] Publish callbacks [] for security_group (5b18f7d9-cab0-46a4-a2ca-dea7026f4a32), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:33.746033 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:33.750381 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-17b45f14-414d-43d9-bc49-d890cf2eb3e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:13:33.752764 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-04ce3d60-02d6-4bdf-b89b-6746259d8ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (42856557-56a9-4cea-bd20-f4eeff9b48c3), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:33.755279 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device ef269289-432e-4c5a-9c85-07f8b2771fbd up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:13:33.927289 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cadaca-156c-481f-a026-aaf7420c85e3 None None] Pushing event updated for resources: {'Port': ['ID=42856557-56a9-4cea-bd20-f4eeff9b48c3,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:33.975897 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:34.064632 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-9a2a0d0d-a212-4d8e-b499-2c2b329a7ba6 None None] Current status of the port 6744c40d-d645-4971-906b-7c3a1b9ae36b is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:13:34.079055 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ce3d60-02d6-4bdf-b89b-6746259d8ba3 None None] Routers {'3713a506-e0c9-495e-af24-db3cc15e2153'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:13:34.080392 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-04ce3d60-02d6-4bdf-b89b-6746259d8ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:13:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['3713a506-e0c9-495e-af24-db3cc15e2153'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:34.223867 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a793d1c3-9dd3-44d1-a0ad-7badf742a813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (5b18f7d9-cab0-46a4-a2ca-dea7026f4a32), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:34.484370 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:34.498078 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port ef269289-432e-4c5a-9c85-07f8b2771fbd triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:13:34.498517 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (ef269289-432e-4c5a-9c85-07f8b2771fbd), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:34.505615 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.db_base_plugin_common [req-bbff50f6-3766-4251-b522-a3bc48e20d9d req-6f48e93b-d8c2-4e31-8493-733172d7d0ad tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Allocated IP 172.20.0.9 (40febe0e-a58d-4d88-9cb1-48f696a34f45/a7263cb7-bd14-41ff-8f4b-b90e8869f0b0/5dbf97e0-97de-43b0-acce-908bce8975fe) {{(pid=104275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:13:34.514495 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a793d1c3-9dd3-44d1-a0ad-7badf742a813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b18f7d9-cab0-46a4-a2ca-dea7026f4a32,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:34.539808 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-a793d1c3-9dd3-44d1-a0ad-7badf742a813 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f5b224b67d8641a184a061a1d2373a6c&name=default HTTP/1.1" status: 200 len: 2996 time: 2.8289890 May 20 09:13:34.541762 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-72d78510-79aa-418e-85f9-8cb57d4fe71f req-0b4dbe49-722c-4b8f-8da1-c7987ea80cef tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e26fcf7-52fb-4640-9eeb-1de9f728cc0b HTTP/1.1" status: 200 len: 210 time: 0.3126900 May 20 09:13:34.553409 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 57638) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:34.555802 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7c2861e8-3260-4955-8c4b-a53cd89510b7 admin admin] Publish callbacks [] for security_group (f803b5a5-dbea-4482-bb60-68a1d5d3901c), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:34.593040 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-9a2a0d0d-a212-4d8e-b499-2c2b329a7ba6 None None] Provisioning complete for port 568248d9-97cb-44f6-8a51-5c4fafb16278 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:13:34.593651 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-9a2a0d0d-a212-4d8e-b499-2c2b329a7ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (568248d9-97cb-44f6-8a51-5c4fafb16278), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:34.607676 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7c2861e8-3260-4955-8c4b-a53cd89510b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (f803b5a5-dbea-4482-bb60-68a1d5d3901c), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:34.610995 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a81019-59aa-4d40-a947-afd81728cf53 admin admin] Pushing event updated for resources: {'Port': ['ID=8b4badcf-eae7-4e19-8dae-b8f643625c74,revision_number=2']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:34.651985 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.db_base_plugin_common [req-89e401d4-cd72-4b87-88b9-e2a18a6d3086 req-2bc70b82-7996-4150-ae6f-e8e108e83b33 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] Allocated IP 172.20.0.7 (f436d993-53fd-4882-b0ef-cefd5c9953db/138e2659-b73a-40fb-8704-34c79ff06be3/1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927) {{(pid=104275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:13:34.708630 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:34.711741 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-04ce3d60-02d6-4bdf-b89b-6746259d8ba3 None None] Set router 3713a506-e0c9-495e-af24-db3cc15e2153 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:13:34.745522 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c2861e8-3260-4955-8c4b-a53cd89510b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=104276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 09:13:34.760140 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b45f14-414d-43d9-bc49-d890cf2eb3e6 admin admin] Router 3713a506-e0c9-495e-af24-db3cc15e2153 has already been hosted by L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 {{(pid=104276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 09:13:34.776744 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:34.804332 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7c2861e8-3260-4955-8c4b-a53cd89510b7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728767071609', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461326'] for segment (df3e2119-82e1-43d7-971d-c02015b9c63c), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:34.805234 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.db.segments_db [None req-7c2861e8-3260-4955-8c4b-a53cd89510b7 admin admin] Added segment df3e2119-82e1-43d7-971d-c02015b9c63c of type vlan for network d8b932fa-dd9d-4728-a18c-26402328dc09 May 20 09:13:34.833343 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-8298f7ac-8a3f-4d49-80cf-dd4b3da3ad11 req-e56d8ec6-8d66-4647-8e64-12ec287e3db0 service neutron] 10.222.0.69 "GET /v2.0/networks/40febe0e-a58d-4d88-9cb1-48f696a34f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9561503 May 20 09:13:34.863899 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7c2861e8-3260-4955-8c4b-a53cd89510b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728766529127'] for network (d8b932fa-dd9d-4728-a18c-26402328dc09), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:34.907924 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2861e8-3260-4955-8c4b-a53cd89510b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f803b5a5-dbea-4482-bb60-68a1d5d3901c,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:34.941489 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7c2861e8-3260-4955-8c4b-a53cd89510b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360'] for network (d8b932fa-dd9d-4728-a18c-26402328dc09), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:34.942435 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2861e8-3260-4955-8c4b-a53cd89510b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:34.947247 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7c2861e8-3260-4955-8c4b-a53cd89510b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for network (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:34.960656 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a81019-59aa-4d40-a947-afd81728cf53 admin admin] Network cb464892-cf71-4d2e-b68f-60163c12a0fe is already hosted by enough agents. {{(pid=104275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:13:34.980858 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-079ee58a-bffe-4561-8796-268e67d7daae admin admin] Publish callbacks [] for security_group (1232baa4-2870-4ac5-ba2e-4091db5695d9), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:35.104272 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:35.110039 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2861e8-3260-4955-8c4b-a53cd89510b7 admin admin] Pushing event updated for resources: {'Network': ['ID=d8b932fa-dd9d-4728-a18c-26402328dc09,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:35.115452 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-7c2861e8-3260-4955-8c4b-a53cd89510b7 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.5507188 May 20 09:13:35.147113 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port ef269289-432e-4c5a-9c85-07f8b2771fbd is: DOWN; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:13:35.148058 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (ef269289-432e-4c5a-9c85-07f8b2771fbd), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:35.168161 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f59c314a-47c1-4b6d-b841-ff82c14d54c4 admin admin] Publish callbacks [] for port (1641841d-4922-4348-9adf-d1dfb4671082), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:35.170905 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 57644) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:35.171742 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-43adc6a2-fd65-4f3e-9c57-91c37547191e admin admin] Publish callbacks [] for security_group (5b18f7d9-cab0-46a4-a2ca-dea7026f4a32), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:35.214751 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-89e401d4-cd72-4b87-88b9-e2a18a6d3086 req-2bc70b82-7996-4150-ae6f-e8e108e83b33 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] Publish callbacks [] for port (1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:35.219220 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-43adc6a2-fd65-4f3e-9c57-91c37547191e admin admin] Publish callbacks [] for security_group (5b18f7d9-cab0-46a4-a2ca-dea7026f4a32), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:35.238894 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Network d8b932fa-dd9d-4728-a18c-26402328dc09 details requested by agent ovs-agent-dv-cinder-836996-23-iscsi with host dv-cinder-836996-23-iscsi {{(pid=104277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 09:13:35.283326 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:35.287434 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.base_scheduler [None req-06a81019-59aa-4d40-a947-afd81728cf53 admin admin] Resources bound (agent type, host, resource id): {{(pid=104275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:13:35.291379 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-079ee58a-bffe-4561-8796-268e67d7daae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (1232baa4-2870-4ac5-ba2e-4091db5695d9), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:35.357598 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-a16f0fce-6e11-4a77-8316-c79208a08401 admin admin] Request body: {'subnet': {'network_id': 'd8b932fa-dd9d-4728-a18c-26402328dc09', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1913303875-subnet', 'tenant_id': 'c72c4fd7f4894234b985a06c51bcf361', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:13:35.398307 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-bbff50f6-3766-4251-b522-a3bc48e20d9d req-6f48e93b-d8c2-4e31-8493-733172d7d0ad tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks [] for port (5dbf97e0-97de-43b0-acce-908bce8975fe), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:35.477299 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] For port ef269289-432e-4c5a-9c85-07f8b2771fbd, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=ef269289-432e-4c5a-9c85-07f8b2771fbd,segment=NetworkSegment(99d4634d-7c16-4239-978b-38d882e34cf7),segment_id=99d4634d-7c16-4239-978b-38d882e34cf7)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:13:35.514333 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c264d743-5c2d-45d2-9c6a-f1b70f7a027d req-ddd25a0b-73b6-479d-9228-34f9f2b83186 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 210 time: 0.1041195 May 20 09:13:35.519790 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-43adc6a2-fd65-4f3e-9c57-91c37547191e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (5b18f7d9-cab0-46a4-a2ca-dea7026f4a32), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:35.519950 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (ef269289-432e-4c5a-9c85-07f8b2771fbd), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:35.520924 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device a2c4dbf7-9749-47fa-ba1d-7683305ad84c up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:13:35.526000 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-43adc6a2-fd65-4f3e-9c57-91c37547191e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:35.532273 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-43adc6a2-fd65-4f3e-9c57-91c37547191e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5b18f7d9-cab0-46a4-a2ca-dea7026f4a32 HTTP/1.1" status: 204 len: 168 time: 0.9619548 May 20 09:13:35.534877 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-079ee58a-bffe-4561-8796-268e67d7daae admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=69203fd149f44cc7830ca471e186ac78&name=default HTTP/1.1" status: 200 len: 2996 time: 3.1050475 May 20 09:13:35.547220 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f59c314a-47c1-4b6d-b841-ff82c14d54c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (1641841d-4922-4348-9adf-d1dfb4671082), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:35.550887 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f59c314a-47c1-4b6d-b841-ff82c14d54c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683234'] for router_interface (7a21919f-b788-4282-be5f-e9af099ab34c), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:35.578306 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 57654) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:35.719434 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Pushing event updated for resources: {'Port': ['ID=ef269289-432e-4c5a-9c85-07f8b2771fbd,revision_number=4']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:35.735910 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-89e401d4-cd72-4b87-88b9-e2a18a6d3086 req-2bc70b82-7996-4150-ae6f-e8e108e83b33 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936'] for port (1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:35.741467 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a81019-59aa-4d40-a947-afd81728cf53 admin admin] Router dddcae79-7f2c-46ca-9e76-32b8f59596e6 has already been hosted by L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 {{(pid=104275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 09:13:35.825358 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16f0fce-6e11-4a77-8316-c79208a08401 admin admin] Made reservation on behalf of c72c4fd7f4894234b985a06c51bcf361 for: {'subnet': 1} {{(pid=104276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:13:35.831118 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a16f0fce-6e11-4a77-8316-c79208a08401 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:35.854097 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-bbff50f6-3766-4251-b522-a3bc48e20d9d req-6f48e93b-d8c2-4e31-8493-733172d7d0ad tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936'] for port (5dbf97e0-97de-43b0-acce-908bce8975fe), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:35.859291 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-9a2a0d0d-a212-4d8e-b499-2c2b329a7ba6 None None] Current status of the port 568248d9-97cb-44f6-8a51-5c4fafb16278 is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:13:35.921446 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59c314a-47c1-4b6d-b841-ff82c14d54c4 admin admin] Pushing event updated for resources: {'Port': ['ID=1641841d-4922-4348-9adf-d1dfb4671082,revision_number=2']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:35.958183 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89e401d4-cd72-4b87-88b9-e2a18a6d3086 req-2bc70b82-7996-4150-ae6f-e8e108e83b33 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] Network f436d993-53fd-4882-b0ef-cefd5c9953db is already hosted by enough agents. {{(pid=104275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:13:36.008022 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:36.030812 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-04ce3d60-02d6-4bdf-b89b-6746259d8ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'name': 'tempest-AttachVolumeTestJSON-1210049740-router', 'tenant_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '42856557-56a9-4cea-bd20-f4eeff9b48c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:31Z', 'revision_number': 4, 'project_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'gw_port': {'id': '42856557-56a9-4cea-bd20-f4eeff9b48c3', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:22Z', 'updated_at': '2022-05-20T09:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '2c28a678-e96a-48f4-b1c5-6a01cd70d057', 'name': '', 'network_id': '1877e401-d42a-4a52-b633-242e6f958903', 'tenant_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'mac_address': 'fa:16:3e:e7:4c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '627f3291-137c-4051-aa19-caaa09ad6395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:27Z', 'updated_at': '2022-05-20T09:13:32Z', 'revision_number': 2, 'project_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'subnets': [{'id': '627f3291-137c-4051-aa19-caaa09ad6395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:36.039854 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.base_scheduler [req-89e401d4-cd72-4b87-88b9-e2a18a6d3086 req-2bc70b82-7996-4150-ae6f-e8e108e83b33 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] Resources bound (agent type, host, resource id): {{(pid=104275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:13:36.065818 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port a2c4dbf7-9749-47fa-ba1d-7683305ad84c triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:13:36.066205 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (a2c4dbf7-9749-47fa-ba1d-7683305ad84c), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:36.068379 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbff50f6-3766-4251-b522-a3bc48e20d9d req-6f48e93b-d8c2-4e31-8493-733172d7d0ad tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Network 40febe0e-a58d-4d88-9cb1-48f696a34f45 is already hosted by enough agents. {{(pid=104275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:13:36.070058 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:36.074876 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ce3d60-02d6-4bdf-b89b-6746259d8ba3 None None] The sync data for ids ['3713a506-e0c9-495e-af24-db3cc15e2153'] in dv-cinder-836996-23-iscsi is: [{'id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'name': 'tempest-AttachVolumeTestJSON-1210049740-router', 'tenant_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '42856557-56a9-4cea-bd20-f4eeff9b48c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:31Z', 'revision_number': 4, 'project_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'gw_port': {'id': '42856557-56a9-4cea-bd20-f4eeff9b48c3', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:22Z', 'updated_at': '2022-05-20T09:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '2c28a678-e96a-48f4-b1c5-6a01cd70d057', 'name': '', 'network_id': '1877e401-d42a-4a52-b633-242e6f958903', 'tenant_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'mac_address': 'fa:16:3e:e7:4c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '627f3291-137c-4051-aa19-caaa09ad6395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:27Z', 'updated_at': '2022-05-20T09:13:32Z', 'revision_number': 2, 'project_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'subnets': [{'id': '627f3291-137c-4051-aa19-caaa09ad6395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:13:36.079018 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [req-89e401d4-cd72-4b87-88b9-e2a18a6d3086 req-2bc70b82-7996-4150-ae6f-e8e108e83b33 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] Received port after_create {{(pid=104275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:13:36.084770 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e401d4-cd72-4b87-88b9-e2a18a6d3086 req-2bc70b82-7996-4150-ae6f-e8e108e83b33 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:36.085409 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-89e401d4-cd72-4b87-88b9-e2a18a6d3086 req-2bc70b82-7996-4150-ae6f-e8e108e83b33 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for port (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:36.106613 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:36.111691 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-bf228392-a5e1-4551-8531-2d10d9505460 None None] Provisioning complete for port 1641841d-4922-4348-9adf-d1dfb4671082 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:13:36.112221 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-bf228392-a5e1-4551-8531-2d10d9505460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (1641841d-4922-4348-9adf-d1dfb4671082), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:36.166229 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-bf228392-a5e1-4551-8531-2d10d9505460 None None] Port 1641841d-4922-4348-9adf-d1dfb4671082 cannot update to ACTIVE because it is not bound. {{(pid=104277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 20 09:13:36.223930 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-bf228392-a5e1-4551-8531-2d10d9505460 None None] Provisioning complete for port 8b4badcf-eae7-4e19-8dae-b8f643625c74 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:13:36.225977 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-bf228392-a5e1-4551-8531-2d10d9505460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (8b4badcf-eae7-4e19-8dae-b8f643625c74), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:36.354836 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.base_scheduler [req-bbff50f6-3766-4251-b522-a3bc48e20d9d req-6f48e93b-d8c2-4e31-8493-733172d7d0ad tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Resources bound (agent type, host, resource id): {{(pid=104275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:13:36.372823 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079ee58a-bffe-4561-8796-268e67d7daae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1232baa4-2870-4ac5-ba2e-4091db5695d9,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:36.383592 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8b382ad6-f49d-4b1b-97a5-6adcd2123c3b admin admin] Publish callbacks [] for security_group (1232baa4-2870-4ac5-ba2e-4091db5695d9), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:36.403251 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43adc6a2-fd65-4f3e-9c57-91c37547191e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b18f7d9-cab0-46a4-a2ca-dea7026f4a32,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:36.408100 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-89e401d4-cd72-4b87-88b9-e2a18a6d3086 req-2bc70b82-7996-4150-ae6f-e8e108e83b33 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0868185 May 20 09:13:36.410389 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbff50f6-3766-4251-b522-a3bc48e20d9d req-6f48e93b-d8c2-4e31-8493-733172d7d0ad tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Received port after_create {{(pid=104275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:13:36.423832 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff50f6-3766-4251-b522-a3bc48e20d9d req-6f48e93b-d8c2-4e31-8493-733172d7d0ad tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:36.424695 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-bbff50f6-3766-4251-b522-a3bc48e20d9d req-6f48e93b-d8c2-4e31-8493-733172d7d0ad tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for port (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:36.441437 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc70b82-7996-4150-ae6f-e8e108e83b33 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] Pushing event updated for resources: {'Port': ['ID=1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:36.454558 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [req-89e401d4-cd72-4b87-88b9-e2a18a6d3086 req-43703f9e-056b-4087-9a9e-3a4f53ccca3e tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=104275) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 20 09:13:36.457064 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-89e401d4-cd72-4b87-88b9-e2a18a6d3086 req-43703f9e-056b-4087-9a9e-3a4f53ccca3e tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0194182 May 20 09:13:36.464798 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2018ecc-d77b-49e4-a7fe-35511e7ba56e req-e68f0274-4461-4277-a7c7-9064f0ddbb15 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:36.467149 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-d2018ecc-d77b-49e4-a7fe-35511e7ba56e req-e68f0274-4461-4277-a7c7-9064f0ddbb15 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e26fcf7-52fb-4640-9eeb-1de9f728cc0b HTTP/1.1" status: 200 len: 931 time: 0.3184905 May 20 09:13:36.482157 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-bf228392-a5e1-4551-8531-2d10d9505460 None None] Port 8b4badcf-eae7-4e19-8dae-b8f643625c74 cannot update to ACTIVE because it is not bound. {{(pid=104277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 20 09:13:36.502235 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port a2c4dbf7-9749-47fa-ba1d-7683305ad84c is: DOWN; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:13:36.502618 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (a2c4dbf7-9749-47fa-ba1d-7683305ad84c), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:36.531751 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8b382ad6-f49d-4b1b-97a5-6adcd2123c3b admin admin] Publish callbacks [] for security_group (1232baa4-2870-4ac5-ba2e-4091db5695d9), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:36.545436 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b45f14-414d-43d9-bc49-d890cf2eb3e6 admin admin] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:13:36.563681 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-bf228392-a5e1-4551-8531-2d10d9505460 None None] Provisioning complete for port 2c28a678-e96a-48f4-b1c5-6a01cd70d057 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:13:36.564358 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-bf228392-a5e1-4551-8531-2d10d9505460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (2c28a678-e96a-48f4-b1c5-6a01cd70d057), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:36.588507 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-17b45f14-414d-43d9-bc49-d890cf2eb3e6 admin admin] 10.222.0.69 "PUT /v2.0/routers/3713a506-e0c9-495e-af24-db3cc15e2153/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0513389 May 20 09:13:36.607059 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59c314a-47c1-4b6d-b841-ff82c14d54c4 admin admin] Network 328df357-f834-447d-8616-ac57cd7979a2 is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:13:36.618600 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-f59c314a-47c1-4b6d-b841-ff82c14d54c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:13:36.868330 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-bf228392-a5e1-4551-8531-2d10d9505460 None None] Port 2c28a678-e96a-48f4-b1c5-6a01cd70d057 cannot update to ACTIVE because it is not bound. {{(pid=104277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 20 09:13:36.890937 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-bbff50f6-3766-4251-b522-a3bc48e20d9d req-6f48e93b-d8c2-4e31-8493-733172d7d0ad tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5243545 May 20 09:13:36.930240 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] For port a2c4dbf7-9749-47fa-ba1d-7683305ad84c, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=a2c4dbf7-9749-47fa-ba1d-7683305ad84c,segment=NetworkSegment(99d4634d-7c16-4239-978b-38d882e34cf7),segment_id=99d4634d-7c16-4239-978b-38d882e34cf7)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:13:36.935628 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-bf228392-a5e1-4551-8531-2d10d9505460 None None] Provisioning complete for port 579a5d10-afc1-4603-a78c-86ca10960c02 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:13:36.936673 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-bf228392-a5e1-4551-8531-2d10d9505460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (579a5d10-afc1-4603-a78c-86ca10960c02), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:36.961064 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48e93b-d8c2-4e31-8493-733172d7d0ad tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Pushing event updated for resources: {'Port': ['ID=5dbf97e0-97de-43b0-acce-908bce8975fe,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:36.977569 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f59c314a-47c1-4b6d-b841-ff82c14d54c4 admin admin] Router 7a21919f-b788-4282-be5f-e9af099ab34c has already been hosted by L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 {{(pid=104276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 09:13:37.032572 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (a2c4dbf7-9749-47fa-ba1d-7683305ad84c), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:37.036138 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device f26a0fb7-77ae-46e8-a66f-6fadbe9fc890 up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:13:37.087711 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9ee734fc-1e2c-48f4-b389-42ed69b0d925 req-54f6feaa-61e0-415d-9d10-6a4e296cd161 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 210 time: 0.1154704 May 20 09:13:37.147168 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-d2018ecc-d77b-49e4-a7fe-35511e7ba56e req-beea1f41-02e0-41c0-a202-95e2eba48ba6 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/security-groups?id=17f26925-f1fc-44f5-854c-e8f8b00bae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6496594 May 20 09:13:37.159499 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a81019-59aa-4d40-a947-afd81728cf53 admin admin] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:13:37.204983 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-06a81019-59aa-4d40-a947-afd81728cf53 admin admin] 10.222.0.69 "PUT /v2.0/routers/dddcae79-7f2c-46ca-9e76-32b8f59596e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1557789 May 20 09:13:37.237104 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Pushing event updated for resources: {'Port': ['ID=a2c4dbf7-9749-47fa-ba1d-7683305ad84c,revision_number=4']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:37.250874 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f52b9e1-3f85-4ea1-87e2-5ba66710bde1 None None] Sync routers for ids ['dddcae79-7f2c-46ca-9e76-32b8f59596e6'] in dv-cinder-836996-23-iscsi {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:13:37.301160 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f52b9e1-3f85-4ea1-87e2-5ba66710bde1 None None] Routers {'dddcae79-7f2c-46ca-9e76-32b8f59596e6'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:13:37.302590 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-7f52b9e1-3f85-4ea1-87e2-5ba66710bde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:13:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['dddcae79-7f2c-46ca-9e76-32b8f59596e6'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:37.349720 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.44', 63348) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:37.352830 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59c314a-47c1-4b6d-b841-ff82c14d54c4 admin admin] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:13:37.364102 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-f59c314a-47c1-4b6d-b841-ff82c14d54c4 admin admin] 10.222.0.69 "PUT /v2.0/routers/7a21919f-b788-4282-be5f-e9af099ab34c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3520195 May 20 09:13:37.369359 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3c8543-bfee-40a6-8386-b25a26bf2a73 None None] Sync routers for ids ['7a21919f-b788-4282-be5f-e9af099ab34c'] in dv-cinder-836996-23-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:13:37.370653 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:37.403677 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3c8543-bfee-40a6-8386-b25a26bf2a73 None None] Routers {'7a21919f-b788-4282-be5f-e9af099ab34c'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:13:37.406616 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-4e3c8543-bfee-40a6-8386-b25a26bf2a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:13:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['7a21919f-b788-4282-be5f-e9af099ab34c'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:37.435530 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [req-89e401d4-cd72-4b87-88b9-e2a18a6d3086 req-88c47bd0-a9c3-483b-81ce-ecd2424670cf service neutron] Request body: {'port': {'device_id': '6e26fcf7-52fb-4640-9eeb-1de9f728cc0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:13:37.438793 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8b382ad6-f49d-4b1b-97a5-6adcd2123c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (1232baa4-2870-4ac5-ba2e-4091db5695d9), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:37.447163 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8b382ad6-f49d-4b1b-97a5-6adcd2123c3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:37.451099 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-8b382ad6-f49d-4b1b-97a5-6adcd2123c3b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1232baa4-2870-4ac5-ba2e-4091db5695d9 HTTP/1.1" status: 204 len: 168 time: 1.6148362 May 20 09:13:37.531754 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b382ad6-f49d-4b1b-97a5-6adcd2123c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1232baa4-2870-4ac5-ba2e-4091db5695d9,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:37.554144 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a16f0fce-6e11-4a77-8316-c79208a08401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360'] for subnet (d2de2555-5151-46f8-a82e-45b712918ab3), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:37.678333 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:37.700033 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-bf228392-a5e1-4551-8531-2d10d9505460 None None] Current status of the port 579a5d10-afc1-4603-a78c-86ca10960c02 is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:13:37.744627 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [req-bbff50f6-3766-4251-b522-a3bc48e20d9d req-99359cf6-0295-4143-9ab2-d984354612bc service neutron] Request body: {'port': {'device_id': 'a97bdede-0305-4f4b-bc04-8b659b1c88ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:13:37.893191 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16f0fce-6e11-4a77-8316-c79208a08401 admin admin] Checking segment: {'id': 'df3e2119-82e1-43d7-971d-c02015b9c63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'd8b932fa-dd9d-4728-a18c-26402328dc09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:13:37.901153 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16f0fce-6e11-4a77-8316-c79208a08401 admin admin] Network hostable DHCP agents. Network: d8b932fa-dd9d-4728-a18c-26402328dc09, hostable agents: ['b26f8cd8-eda4-4382-aac8-4197b502694f'], hosted agents: [] {{(pid=104276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 09:13:37.913803 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-7f52b9e1-3f85-4ea1-87e2-5ba66710bde1 None None] Set router dddcae79-7f2c-46ca-9e76-32b8f59596e6 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:13:37.933195 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-4e3c8543-bfee-40a6-8386-b25a26bf2a73 None None] Set router 7a21919f-b788-4282-be5f-e9af099ab34c gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:13:37.949386 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f0fce-6e11-4a77-8316-c79208a08401 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2de2555-5151-46f8-a82e-45b712918ab3,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:38.014512 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port f26a0fb7-77ae-46e8-a66f-6fadbe9fc890 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:13:38.014890 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (f26a0fb7-77ae-46e8-a66f-6fadbe9fc890), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:38.027526 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16f0fce-6e11-4a77-8316-c79208a08401 admin admin] Network d8b932fa-dd9d-4728-a18c-26402328dc09 is scheduled to be hosted by DHCP agent b26f8cd8-eda4-4382-aac8-4197b502694f with binding_index 1 {{(pid=104276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 09:13:38.062312 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-a16f0fce-6e11-4a77-8316-c79208a08401 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-23-iscsi, d8b932fa-dd9d-4728-a18c-26402328dc09) {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:13:38.068330 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16f0fce-6e11-4a77-8316-c79208a08401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:38.071585 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a16f0fce-6e11-4a77-8316-c79208a08401 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for subnet (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:38.094224 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:38.129824 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-a16f0fce-6e11-4a77-8316-c79208a08401 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.7823265 May 20 09:13:38.179593 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8298f7ac-8a3f-4d49-80cf-dd4b3da3ad11 req-0c82c405-4f51-4678-9c19-b53ba7040953 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:38.183135 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-8298f7ac-8a3f-4d49-80cf-dd4b3da3ad11 req-0c82c405-4f51-4678-9c19-b53ba7040953 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.44 "GET /v2.0/networks?id=40febe0e-a58d-4d88-9cb1-48f696a34f45 HTTP/1.1" status: 200 len: 818 time: 0.8309810 May 20 09:13:38.192783 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1984db69-9d27-4d1f-93e6-c58ec5c4ebff None None] Network d8b932fa-dd9d-4728-a18c-26402328dc09 requested from dv-cinder-836996-23-iscsi {{(pid=104277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 20 09:13:38.242076 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:38.278613 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [req-8298f7ac-8a3f-4d49-80cf-dd4b3da3ad11 req-26273420-e7a4-49fc-a36a-abb46fa3f0ab tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Request body: {'port': {'device_id': '7fb33473-a994-427d-9822-3ff769987a56', 'network_id': '40febe0e-a58d-4d88-9cb1-48f696a34f45', 'admin_state_up': True, 'tenant_id': 'ed0e52a9d6374123b57759435d43d7aa'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:13:38.385874 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:38.408637 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-2e6bd7cb-8986-4004-9baf-3a6154f3e686 None None] Provisioning complete for port 1641841d-4922-4348-9adf-d1dfb4671082 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:13:38.409052 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-2e6bd7cb-8986-4004-9baf-3a6154f3e686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (1641841d-4922-4348-9adf-d1dfb4671082), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:38.481832 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-bbff50f6-3766-4251-b522-a3bc48e20d9d req-99359cf6-0295-4143-9ab2-d984354612bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (5dbf97e0-97de-43b0-acce-908bce8975fe), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:38.503070 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-89e401d4-cd72-4b87-88b9-e2a18a6d3086 req-88c47bd0-a9c3-483b-81ce-ecd2424670cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:38.570724 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-2e6bd7cb-8986-4004-9baf-3a6154f3e686 None None] Port 1641841d-4922-4348-9adf-d1dfb4671082 cannot update to ACTIVE because it is not bound. {{(pid=104277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 20 09:13:38.613684 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-2e6bd7cb-8986-4004-9baf-3a6154f3e686 None None] Provisioning complete for port 5dbf97e0-97de-43b0-acce-908bce8975fe triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:13:38.620511 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-2e6bd7cb-8986-4004-9baf-3a6154f3e686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (5dbf97e0-97de-43b0-acce-908bce8975fe), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:38.670091 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 57720) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:38.679504 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-2a0a555d-ac83-4f50-b25e-6e42e6b95263 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Request body: {'security_group': {'name': 'tempest-securitygroup--974521885', 'description': 'tempest-description--662162871'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:13:38.753846 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-4e3c8543-bfee-40a6-8386-b25a26bf2a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'name': 'tempest-AttachVolumeNegativeTest-998905379-router', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:32Z', 'revision_number': 4, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'gw_port': {'id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:22Z', 'updated_at': '2022-05-20T09:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '1641841d-4922-4348-9adf-d1dfb4671082', 'name': '', 'network_id': '328df357-f834-447d-8616-ac57cd7979a2', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'mac_address': 'fa:16:3e:63:e9:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6a66febf-40e6-435b-a129-884260e28f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:28Z', 'updated_at': '2022-05-20T09:13:33Z', 'revision_number': 2, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'subnets': [{'id': '6a66febf-40e6-435b-a129-884260e28f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:38.781423 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2a0a555d-ac83-4f50-b25e-6e42e6b95263 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:38.839884 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 57724) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:38.859628 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3c8543-bfee-40a6-8386-b25a26bf2a73 None None] Checking router: 7a21919f-b788-4282-be5f-e9af099ab34c for host: dv-cinder-836996-23-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:13:38.861301 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3c8543-bfee-40a6-8386-b25a26bf2a73 None None] Updating router 7a21919f-b788-4282-be5f-e9af099ab34c port 1641841d-4922-4348-9adf-d1dfb4671082 binding host dv-cinder-836996-23-iscsi {{(pid=104278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 09:13:38.865114 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-948c9e66-fad8-4ee3-82e7-5f043637fb98 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1539641134', 'description': 'tempest-description--202824137'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:13:38.951868 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4e3c8543-bfee-40a6-8386-b25a26bf2a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (1641841d-4922-4348-9adf-d1dfb4671082), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:38.970660 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:39.013441 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7ec07b8b-a1b7-4cab-874e-489eabcaa155 req-62d11f2a-8de1-4c9e-80f4-d9a05f328522 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 210 time: 0.1247785 May 20 09:13:39.080244 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-948c9e66-fad8-4ee3-82e7-5f043637fb98 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:39.164513 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 57732) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:39.204002 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-7f52b9e1-3f85-4ea1-87e2-5ba66710bde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'name': 'tempest-AttachVolumeShelveTestJSON-100177110-router', 'tenant_id': '92bf8a2fea6243c28aff53d39a57f92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'ef269289-432e-4c5a-9c85-07f8b2771fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:19Z', 'updated_at': '2022-05-20T09:13:29Z', 'revision_number': 4, 'project_id': '92bf8a2fea6243c28aff53d39a57f92c', 'gw_port': {'id': 'ef269289-432e-4c5a-9c85-07f8b2771fbd', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ff:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '8b4badcf-eae7-4e19-8dae-b8f643625c74', 'name': '', 'network_id': 'cb464892-cf71-4d2e-b68f-60163c12a0fe', 'tenant_id': '92bf8a2fea6243c28aff53d39a57f92c', 'mac_address': 'fa:16:3e:01:dd:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0a5fa699-4c99-4ca7-94b7-2b5c0cff2418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:27Z', 'updated_at': '2022-05-20T09:13:30Z', 'revision_number': 2, 'project_id': '92bf8a2fea6243c28aff53d39a57f92c', 'subnets': [{'id': '0a5fa699-4c99-4ca7-94b7-2b5c0cff2418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:39.210707 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:39.299550 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f52b9e1-3f85-4ea1-87e2-5ba66710bde1 None None] Checking router: dddcae79-7f2c-46ca-9e76-32b8f59596e6 for host: dv-cinder-836996-23-iscsi {{(pid=104277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:13:39.301926 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f52b9e1-3f85-4ea1-87e2-5ba66710bde1 None None] Updating router dddcae79-7f2c-46ca-9e76-32b8f59596e6 port 8b4badcf-eae7-4e19-8dae-b8f643625c74 binding host dv-cinder-836996-23-iscsi {{(pid=104277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 09:13:39.361739 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2a0a555d-ac83-4f50-b25e-6e42e6b95263 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks [] for security_group (8a740234-a177-4f38-b509-911235de4252), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:39.393585 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2a0a555d-ac83-4f50-b25e-6e42e6b95263 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (8a740234-a177-4f38-b509-911235de4252), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:39.424059 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7f52b9e1-3f85-4ea1-87e2-5ba66710bde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (8b4badcf-eae7-4e19-8dae-b8f643625c74), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:39.444961 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2a0a555d-ac83-4f50-b25e-6e42e6b95263 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:39.449427 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-2a0a555d-ac83-4f50-b25e-6e42e6b95263 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7745671 May 20 09:13:39.461826 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd23420b-0320-4fd7-855d-4df2c389f3b8 admin admin] Deleting subnet 2c5e35c9-ae19-4b56-8beb-80b465dc45f1 {{(pid=104276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 20 09:13:39.467575 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 57736) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:39.497134 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-dd23420b-0320-4fd7-855d-4df2c389f3b8 admin admin] Publish callbacks [] for subnet (2c5e35c9-ae19-4b56-8beb-80b465dc45f1), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:39.503594 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-713b0b79-77be-4289-8a9f-26fb00462858 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Request body: {'security_group_rule': {'security_group_id': '8a740234-a177-4f38-b509-911235de4252', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:13:39.626687 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 57738) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:39.693377 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0a555d-ac83-4f50-b25e-6e42e6b95263 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a740234-a177-4f38-b509-911235de4252,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:39.753558 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-85a656d1-4941-4d8f-9205-83559a1252ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:39.783214 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d98d96-2d35-41ca-8e36-9a7c32b7cdc8 None None] Network d8b932fa-dd9d-4728-a18c-26402328dc09 requested from dv-cinder-836996-23-iscsi {{(pid=104277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 20 09:13:39.814895 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-2e6bd7cb-8986-4004-9baf-3a6154f3e686 None None] Port 5dbf97e0-97de-43b0-acce-908bce8975fe cannot update to ACTIVE because it is not bound. {{(pid=104277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 20 09:13:39.875244 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4e3c8543-bfee-40a6-8386-b25a26bf2a73 None None] Publish callbacks [] for port (1641841d-4922-4348-9adf-d1dfb4671082), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:39.890145 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-713b0b79-77be-4289-8a9f-26fb00462858 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks [] for security_group_rule (df9ca0d6-b307-47e7-a99a-e856df78ae26), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:39.912210 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4e3c8543-bfee-40a6-8386-b25a26bf2a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (1641841d-4922-4348-9adf-d1dfb4671082), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:39.921262 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port f26a0fb7-77ae-46e8-a66f-6fadbe9fc890 is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:13:39.922509 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 568248d9-97cb-44f6-8a51-5c4fafb16278 up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:13:40.197250 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d27b90-6c8f-48cf-bb77-bc71fd4d6df3 None None] Pushing event updated for resources: {'Port': ['ID=1641841d-4922-4348-9adf-d1dfb4671082,revision_number=3']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:40.228231 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 57750) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:40.273957 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port 568248d9-97cb-44f6-8a51-5c4fafb16278 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:13:40.274555 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (568248d9-97cb-44f6-8a51-5c4fafb16278), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:40.391510 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:40.450788 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-85a656d1-4941-4d8f-9205-83559a1252ba admin admin] Publish callbacks [] for security_group (14672fdc-0ca7-4536-b5e7-63a42b0d67b9), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:40.472735 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-948c9e66-fad8-4ee3-82e7-5f043637fb98 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks [] for security_group (883008c0-118f-4e97-a996-a72a3f7db2dd), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:40.483425 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-38d40487-bed6-4080-abbf-78645451d32a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Request body: {'security_group': {'name': 'tempest-securitygroup--803343854', 'description': 'tempest-description--795282814'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:13:40.508387 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-85a656d1-4941-4d8f-9205-83559a1252ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (14672fdc-0ca7-4536-b5e7-63a42b0d67b9), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:40.529287 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:40.540835 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-dd23420b-0320-4fd7-855d-4df2c389f3b8 admin admin] Publish callbacks [] for subnet (2c5e35c9-ae19-4b56-8beb-80b465dc45f1), precommit_delete_associations {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:40.561007 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:40.577955 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-4e3c8543-bfee-40a6-8386-b25a26bf2a73 None None] Attempting to bind port 1641841d-4922-4348-9adf-d1dfb4671082 on host dv-cinder-836996-23-iscsi for vnic_type normal with profile {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 20 09:13:40.582389 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-4e3c8543-bfee-40a6-8386-b25a26bf2a73 None None] Attempting to bind port 1641841d-4922-4348-9adf-d1dfb4671082 by drivers openvswitch,hyperv on host dv-cinder-836996-23-iscsi at level 0 using segments [{'id': 'ef282a07-cf11-4b01-9306-f20c5aec5e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '328df357-f834-447d-8616-ac57cd7979a2'}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 20 09:13:40.583147 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3c8543-bfee-40a6-8386-b25a26bf2a73 None None] Attempting to bind port 1641841d-4922-4348-9adf-d1dfb4671082 on network 328df357-f834-447d-8616-ac57cd7979a2 {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:13:40.590620 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port 568248d9-97cb-44f6-8a51-5c4fafb16278 is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:13:40.592220 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 6744c40d-d645-4971-906b-7c3a1b9ae36b up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:13:40.597871 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3c8543-bfee-40a6-8386-b25a26bf2a73 None None] Checking agent: {'id': '8cdc3712-48c6-4c17-b1e2-8ec392d7f09b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 9, 4, 50), 'started_at': datetime.datetime(2022, 5, 20, 9, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 9, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 09:13:40.598247 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3c8543-bfee-40a6-8386-b25a26bf2a73 None None] Checking segment: {'id': 'ef282a07-cf11-4b01-9306-f20c5aec5e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '328df357-f834-447d-8616-ac57cd7979a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:13:40.601998 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4e3c8543-bfee-40a6-8386-b25a26bf2a73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:40.603295 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3c8543-bfee-40a6-8386-b25a26bf2a73 None None] Bound using segment: {'id': 'ef282a07-cf11-4b01-9306-f20c5aec5e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '328df357-f834-447d-8616-ac57cd7979a2'} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 09:13:40.603918 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-4e3c8543-bfee-40a6-8386-b25a26bf2a73 None None] Bound port: 1641841d-4922-4348-9adf-d1dfb4671082, host: dv-cinder-836996-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef282a07-cf11-4b01-9306-f20c5aec5e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '328df357-f834-447d-8616-ac57cd7979a2'}}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 20 09:13:40.607933 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4e3c8543-bfee-40a6-8386-b25a26bf2a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (1641841d-4922-4348-9adf-d1dfb4671082), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:40.669707 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=9 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:40.689132 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-edb1ddb6-d900-45f0-9b60-796ab45a491b None None] Provisioning complete for port 1641841d-4922-4348-9adf-d1dfb4671082 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:13:40.689719 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-edb1ddb6-d900-45f0-9b60-796ab45a491b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (1641841d-4922-4348-9adf-d1dfb4671082), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:40.717792 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7f52b9e1-3f85-4ea1-87e2-5ba66710bde1 None None] Publish callbacks [] for port (8b4badcf-eae7-4e19-8dae-b8f643625c74), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:40.734112 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.notifiers.nova [req-89e401d4-cd72-4b87-88b9-e2a18a6d3086 req-88c47bd0-a9c3-483b-81ce-ecd2424670cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927 {{(pid=104275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 09:13:40.745248 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-89e401d4-cd72-4b87-88b9-e2a18a6d3086 req-88c47bd0-a9c3-483b-81ce-ecd2424670cf service neutron] Publish callbacks [] for port (1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927), precommit_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:40.769612 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-4e3c8543-bfee-40a6-8386-b25a26bf2a73 None None] For port 1641841d-4922-4348-9adf-d1dfb4671082, host dv-cinder-836996-23-iscsi, cleared binding levels {{(pid=104278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 09:13:40.777213 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-4e3c8543-bfee-40a6-8386-b25a26bf2a73 None None] For port 1641841d-4922-4348-9adf-d1dfb4671082, host dv-cinder-836996-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=1641841d-4922-4348-9adf-d1dfb4671082,segment=NetworkSegment(ef282a07-cf11-4b01-9306-f20c5aec5e53),segment_id=ef282a07-cf11-4b01-9306-f20c5aec5e53)] {{(pid=104278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 09:13:40.780530 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.provisioning_blocks [req-89e401d4-cd72-4b87-88b9-e2a18a6d3086 req-88c47bd0-a9c3-483b-81ce-ecd2424670cf service neutron] Transition to ACTIVE for port object 1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927 will not be triggered until provisioned by entity L2. {{(pid=104275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 20 09:13:40.781468 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a656d1-4941-4d8f-9205-83559a1252ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14672fdc-0ca7-4536-b5e7-63a42b0d67b9,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:40.792973 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-948c9e66-fad8-4ee3-82e7-5f043637fb98 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (883008c0-118f-4e97-a996-a72a3f7db2dd), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:40.795325 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4e3c8543-bfee-40a6-8386-b25a26bf2a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (1641841d-4922-4348-9adf-d1dfb4671082), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:40.821563 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7f52b9e1-3f85-4ea1-87e2-5ba66710bde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (8b4badcf-eae7-4e19-8dae-b8f643625c74), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:40.823288 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-89e401d4-cd72-4b87-88b9-e2a18a6d3086 req-88c47bd0-a9c3-483b-81ce-ecd2424670cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:40.845711 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb0940-1819-4337-a393-ba0af39bc770 req-fd5a74b8-1815-43d6-8dc5-d6a5409c2ec3 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:40.856176 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-6efb0940-1819-4337-a393-ba0af39bc770 req-fd5a74b8-1815-43d6-8dc5-d6a5409c2ec3 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e26fcf7-52fb-4640-9eeb-1de9f728cc0b HTTP/1.1" status: 200 len: 931 time: 1.7828045 May 20 09:13:40.863304 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port 6744c40d-d645-4971-906b-7c3a1b9ae36b triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:13:40.863966 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (6744c40d-d645-4971-906b-7c3a1b9ae36b), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:40.938837 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-edb1ddb6-d900-45f0-9b60-796ab45a491b None None] Port 1641841d-4922-4348-9adf-d1dfb4671082 cannot update to ACTIVE because it is not bound. {{(pid=104277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 20 09:13:40.965306 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8298f7ac-8a3f-4d49-80cf-dd4b3da3ad11 req-26273420-e7a4-49fc-a36a-abb46fa3f0ab tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Made reservation on behalf of ed0e52a9d6374123b57759435d43d7aa for: {'port': 1} {{(pid=104275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:13:40.978702 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-8298f7ac-8a3f-4d49-80cf-dd4b3da3ad11 req-26273420-e7a4-49fc-a36a-abb46fa3f0ab tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:41.005611 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-dd23420b-0320-4fd7-855d-4df2c389f3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1460055'] for subnet (2c5e35c9-ae19-4b56-8beb-80b465dc45f1), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:41.022895 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3c8543-bfee-40a6-8386-b25a26bf2a73 None None] Routers {'7a21919f-b788-4282-be5f-e9af099ab34c'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:13:41.031238 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-4e3c8543-bfee-40a6-8386-b25a26bf2a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:13:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['7a21919f-b788-4282-be5f-e9af099ab34c'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:41.033869 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d27b90-6c8f-48cf-bb77-bc71fd4d6df3 None None] Pushing event updated for resources: {'Port': ['ID=1641841d-4922-4348-9adf-d1dfb4671082,revision_number=4']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:41.087031 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-85a656d1-4941-4d8f-9205-83559a1252ba admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=69dab0cec47e4e91bfc04ed72f43e714&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3946919 May 20 09:13:41.113437 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c47bd0-a9c3-483b-81ce-ecd2424670cf service neutron] Pushing event updated for resources: {'Port': ['ID=1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927,revision_number=2']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:41.172605 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 57768) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:41.193404 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34789358-d140-45f8-bf8f-332ec35e2b5d None None] Pushing event updated for resources: {'Port': ['ID=8b4badcf-eae7-4e19-8dae-b8f643625c74,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:41.214431 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c9e66-fad8-4ee3-82e7-5f043637fb98 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=883008c0-118f-4e97-a996-a72a3f7db2dd,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:41.224381 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-38d40487-bed6-4080-abbf-78645451d32a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:41.243973 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:41.368315 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-713b0b79-77be-4289-8a9f-26fb00462858 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks [] for security_group_rule (df9ca0d6-b307-47e7-a99a-e856df78ae26), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:41.376673 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-948c9e66-fad8-4ee3-82e7-5f043637fb98 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:41.381045 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-948c9e66-fad8-4ee3-82e7-5f043637fb98 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.5317614 May 20 09:13:41.387750 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 57774) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:41.507146 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-5eb98749-eb22-4ef3-9662-a502d437c218 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Request body: {'security_group_rule': {'security_group_id': '883008c0-118f-4e97-a996-a72a3f7db2dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:13:41.538388 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-38d40487-bed6-4080-abbf-78645451d32a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for security_group (a23ab695-8289-4d9f-9248-b1f0cd06e078), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:41.544161 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-4e3c8543-bfee-40a6-8386-b25a26bf2a73 None None] Set router 7a21919f-b788-4282-be5f-e9af099ab34c gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:13:41.544505 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-7f52b9e1-3f85-4ea1-87e2-5ba66710bde1 None None] Attempting to bind port 8b4badcf-eae7-4e19-8dae-b8f643625c74 on host dv-cinder-836996-23-iscsi for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 20 09:13:41.544990 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-7f52b9e1-3f85-4ea1-87e2-5ba66710bde1 None None] Attempting to bind port 8b4badcf-eae7-4e19-8dae-b8f643625c74 by drivers openvswitch,hyperv on host dv-cinder-836996-23-iscsi at level 0 using segments [{'id': '77eb56c8-f7ae-4980-9031-19500d0fdc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cb464892-cf71-4d2e-b68f-60163c12a0fe'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 20 09:13:41.545756 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f52b9e1-3f85-4ea1-87e2-5ba66710bde1 None None] Attempting to bind port 8b4badcf-eae7-4e19-8dae-b8f643625c74 on network cb464892-cf71-4d2e-b68f-60163c12a0fe {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:13:41.549202 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-581d4793-5703-4ab1-af4a-c8a69254a431 req-d8ed9394-49cf-4ce8-8bed-6bbf8b3b8dcf tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 210 time: 1.0476723 May 20 09:13:41.549915 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-713b0b79-77be-4289-8a9f-26fb00462858 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547209'] for security_group_rule (df9ca0d6-b307-47e7-a99a-e856df78ae26), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:41.584975 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:41.603766 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-6efb0940-1819-4337-a393-ba0af39bc770 req-b3c85d1a-2498-40cb-9302-61a40207ac06 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/security-groups?id=17f26925-f1fc-44f5-854c-e8f8b00bae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7462552 May 20 09:13:41.604645 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-38d40487-bed6-4080-abbf-78645451d32a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (a23ab695-8289-4d9f-9248-b1f0cd06e078), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:41.680610 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:INSERT=14,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:41.682172 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d40487-bed6-4080-abbf-78645451d32a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a23ab695-8289-4d9f-9248-b1f0cd06e078,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:41.689861 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-713b0b79-77be-4289-8a9f-26fb00462858 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:41.693714 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-713b0b79-77be-4289-8a9f-26fb00462858 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2118773 May 20 09:13:41.701685 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 57780) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:41.712820 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-95ad1448-94c6-4f23-bf5e-3c0e4887b5a4 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Request body: {'security_group_rule': {'security_group_id': '8a740234-a177-4f38-b509-911235de4252', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:13:41.720643 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b0b79-77be-4289-8a9f-26fb00462858 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df9ca0d6-b307-47e7-a99a-e856df78ae26,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:41.738996 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f52b9e1-3f85-4ea1-87e2-5ba66710bde1 None None] Checking agent: {'id': '8cdc3712-48c6-4c17-b1e2-8ec392d7f09b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 9, 4, 50), 'started_at': datetime.datetime(2022, 5, 20, 9, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 9, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 09:13:41.742851 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f52b9e1-3f85-4ea1-87e2-5ba66710bde1 None None] Checking segment: {'id': '77eb56c8-f7ae-4980-9031-19500d0fdc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cb464892-cf71-4d2e-b68f-60163c12a0fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:13:41.742851 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7f52b9e1-3f85-4ea1-87e2-5ba66710bde1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:41.742851 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f52b9e1-3f85-4ea1-87e2-5ba66710bde1 None None] Bound using segment: {'id': '77eb56c8-f7ae-4980-9031-19500d0fdc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cb464892-cf71-4d2e-b68f-60163c12a0fe'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 09:13:41.744886 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-7f52b9e1-3f85-4ea1-87e2-5ba66710bde1 None None] Bound port: 8b4badcf-eae7-4e19-8dae-b8f643625c74, host: dv-cinder-836996-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77eb56c8-f7ae-4980-9031-19500d0fdc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cb464892-cf71-4d2e-b68f-60163c12a0fe'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 20 09:13:41.747621 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7f52b9e1-3f85-4ea1-87e2-5ba66710bde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (8b4badcf-eae7-4e19-8dae-b8f643625c74), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:41.769722 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-38d40487-bed6-4080-abbf-78645451d32a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:41.772667 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-38d40487-bed6-4080-abbf-78645451d32a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.2967212 May 20 09:13:41.786739 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 57782) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:41.808213 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-47fa1aab-a54e-4b66-a855-510cf555af55 None None] Provisioning complete for port 1641841d-4922-4348-9adf-d1dfb4671082 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:13:41.808662 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-47fa1aab-a54e-4b66-a855-510cf555af55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (1641841d-4922-4348-9adf-d1dfb4671082), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:41.817962 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-2b05d0c4-2835-4968-8355-0d5a112b6138 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Request body: {'security_group_rule': {'security_group_id': 'a23ab695-8289-4d9f-9248-b1f0cd06e078', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:13:41.875955 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port 6744c40d-d645-4971-906b-7c3a1b9ae36b is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:13:41.947594 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-a965168f-c8bb-42c6-af2b-910e25a88df3 admin admin] Publish callbacks [] for security_group (14672fdc-0ca7-4536-b5e7-63a42b0d67b9), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:41.950247 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [req-89e401d4-cd72-4b87-88b9-e2a18a6d3086 req-88c47bd0-a9c3-483b-81ce-ecd2424670cf service neutron] Attempting to bind port 1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 20 09:13:41.950818 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [req-89e401d4-cd72-4b87-88b9-e2a18a6d3086 req-88c47bd0-a9c3-483b-81ce-ecd2424670cf service neutron] Attempting to bind port 1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '0178583d-7daf-444e-a38c-d7c695197188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f436d993-53fd-4882-b0ef-cefd5c9953db'}] {{(pid=104275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 20 09:13:41.951399 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e401d4-cd72-4b87-88b9-e2a18a6d3086 req-88c47bd0-a9c3-483b-81ce-ecd2424670cf service neutron] Attempting to bind port 1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927 on network f436d993-53fd-4882-b0ef-cefd5c9953db {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:13:41.954016 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-dd23420b-0320-4fd7-855d-4df2c389f3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1460046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360'] for subnet (2c5e35c9-ae19-4b56-8beb-80b465dc45f1), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:41.965382 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-5eb98749-eb22-4ef3-9662-a502d437c218 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks [] for security_group_rule (73b97ef0-2e53-4749-a1b7-b44f4342ad58), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:42.008813 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b396e3b-9c85-41d3-8b90-4717a24fc291 None None] Sync routers for ids ['3713a506-e0c9-495e-af24-db3cc15e2153'] in dv-cinder-836996-23-iscsi {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:13:42.074112 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-5eb98749-eb22-4ef3-9662-a502d437c218 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks [] for security_group_rule (73b97ef0-2e53-4749-a1b7-b44f4342ad58), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:42.095106 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e401d4-cd72-4b87-88b9-e2a18a6d3086 req-88c47bd0-a9c3-483b-81ce-ecd2424670cf service neutron] Port 1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927 on network f436d993-53fd-4882-b0ef-cefd5c9953db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 09:13:42.095676 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e401d4-cd72-4b87-88b9-e2a18a6d3086 req-88c47bd0-a9c3-483b-81ce-ecd2424670cf service neutron] Attempting to bind port 1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927 on network f436d993-53fd-4882-b0ef-cefd5c9953db {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:13:42.097879 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2b05d0c4-2835-4968-8355-0d5a112b6138 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for security_group_rule (216a621e-b637-4122-9655-27b05b4c919b), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:42.098546 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-5eb98749-eb22-4ef3-9662-a502d437c218 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547209'] for security_group_rule (73b97ef0-2e53-4749-a1b7-b44f4342ad58), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:42.118439 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-95ad1448-94c6-4f23-bf5e-3c0e4887b5a4 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks [] for security_group_rule (80e94328-fdad-4ead-99d2-4071d958ca4f), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:42.146727 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-dd23420b-0320-4fd7-855d-4df2c389f3b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for subnet (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:42.149409 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b396e3b-9c85-41d3-8b90-4717a24fc291 None None] Routers {'3713a506-e0c9-495e-af24-db3cc15e2153'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:13:42.150399 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-3b396e3b-9c85-41d3-8b90-4717a24fc291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:13:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['3713a506-e0c9-495e-af24-db3cc15e2153'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:42.166486 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-dd23420b-0320-4fd7-855d-4df2c389f3b8 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/2c5e35c9-ae19-4b56-8beb-80b465dc45f1 HTTP/1.1" status: 204 len: 168 time: 3.0008504 May 20 09:13:42.167643 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd23420b-0320-4fd7-855d-4df2c389f3b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c5e35c9-ae19-4b56-8beb-80b465dc45f1,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:42.173253 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb98749-eb22-4ef3-9662-a502d437c218 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73b97ef0-2e53-4749-a1b7-b44f4342ad58,revision_number=0']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:42.179762 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 57786) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:42.192876 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-a965168f-c8bb-42c6-af2b-910e25a88df3 admin admin] Publish callbacks [] for security_group (14672fdc-0ca7-4536-b5e7-63a42b0d67b9), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:42.245019 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-4e3c8543-bfee-40a6-8386-b25a26bf2a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'name': 'tempest-AttachVolumeNegativeTest-998905379-router', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:32Z', 'revision_number': 4, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'gw_port': {'id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:22Z', 'updated_at': '2022-05-20T09:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '1641841d-4922-4348-9adf-d1dfb4671082', 'name': '', 'network_id': '328df357-f834-447d-8616-ac57cd7979a2', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'mac_address': 'fa:16:3e:63:e9:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6a66febf-40e6-435b-a129-884260e28f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:28Z', 'updated_at': '2022-05-20T09:13:40Z', 'revision_number': 4, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'subnets': [{'id': '6a66febf-40e6-435b-a129-884260e28f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:42.318401 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2b05d0c4-2835-4968-8355-0d5a112b6138 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for security_group_rule (216a621e-b637-4122-9655-27b05b4c919b), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:42.327183 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3c8543-bfee-40a6-8386-b25a26bf2a73 None None] The sync data for ids ['7a21919f-b788-4282-be5f-e9af099ab34c'] in dv-cinder-836996-23-iscsi is: [{'id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'name': 'tempest-AttachVolumeNegativeTest-998905379-router', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:32Z', 'revision_number': 4, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'gw_port': {'id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:22Z', 'updated_at': '2022-05-20T09:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '1641841d-4922-4348-9adf-d1dfb4671082', 'name': '', 'network_id': '328df357-f834-447d-8616-ac57cd7979a2', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'mac_address': 'fa:16:3e:63:e9:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6a66febf-40e6-435b-a129-884260e28f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:28Z', 'updated_at': '2022-05-20T09:13:40Z', 'revision_number': 4, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'subnets': [{'id': '6a66febf-40e6-435b-a129-884260e28f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:13:42.336021 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e401d4-cd72-4b87-88b9-e2a18a6d3086 req-88c47bd0-a9c3-483b-81ce-ecd2424670cf service neutron] Checking agent: {'id': '2d1be950-4dd6-4324-90da-2272c7a86826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 9, 11, 22), 'started_at': datetime.datetime(2022, 5, 20, 9, 11, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 9, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 09:13:42.336397 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e401d4-cd72-4b87-88b9-e2a18a6d3086 req-88c47bd0-a9c3-483b-81ce-ecd2424670cf service neutron] Checking segment: {'id': '0178583d-7daf-444e-a38c-d7c695197188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f436d993-53fd-4882-b0ef-cefd5c9953db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:13:42.336730 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-7f52b9e1-3f85-4ea1-87e2-5ba66710bde1 None None] For port 8b4badcf-eae7-4e19-8dae-b8f643625c74, host dv-cinder-836996-23-iscsi, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 09:13:42.338280 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e401d4-cd72-4b87-88b9-e2a18a6d3086 req-88c47bd0-a9c3-483b-81ce-ecd2424670cf service neutron] Bound using segment: {'id': '0178583d-7daf-444e-a38c-d7c695197188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f436d993-53fd-4882-b0ef-cefd5c9953db'} {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 09:13:42.340231 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [req-89e401d4-cd72-4b87-88b9-e2a18a6d3086 req-88c47bd0-a9c3-483b-81ce-ecd2424670cf service neutron] Bound port: 1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0178583d-7daf-444e-a38c-d7c695197188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f436d993-53fd-4882-b0ef-cefd5c9953db'}}] {{(pid=104275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 20 09:13:42.341082 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-89e401d4-cd72-4b87-88b9-e2a18a6d3086 req-88c47bd0-a9c3-483b-81ce-ecd2424670cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:42.349023 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-95ad1448-94c6-4f23-bf5e-3c0e4887b5a4 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks [] for security_group_rule (80e94328-fdad-4ead-99d2-4071d958ca4f), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:42.350684 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2b05d0c4-2835-4968-8355-0d5a112b6138 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547209'] for security_group_rule (216a621e-b637-4122-9655-27b05b4c919b), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:42.393262 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-95ad1448-94c6-4f23-bf5e-3c0e4887b5a4 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547209'] for security_group_rule (80e94328-fdad-4ead-99d2-4071d958ca4f), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:42.436886 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b05d0c4-2835-4968-8355-0d5a112b6138 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=216a621e-b637-4122-9655-27b05b4c919b,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:42.456937 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-7f52b9e1-3f85-4ea1-87e2-5ba66710bde1 None None] For port 8b4badcf-eae7-4e19-8dae-b8f643625c74, host dv-cinder-836996-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=8b4badcf-eae7-4e19-8dae-b8f643625c74,segment=NetworkSegment(77eb56c8-f7ae-4980-9031-19500d0fdc26),segment_id=77eb56c8-f7ae-4980-9031-19500d0fdc26)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 09:13:42.475218 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7f52b9e1-3f85-4ea1-87e2-5ba66710bde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (8b4badcf-eae7-4e19-8dae-b8f643625c74), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:42.478591 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2b05d0c4-2835-4968-8355-0d5a112b6138 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:42.496681 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-2b05d0c4-2835-4968-8355-0d5a112b6138 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7087109 May 20 09:13:42.509815 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-95ad1448-94c6-4f23-bf5e-3c0e4887b5a4 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:42.511463 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-95ad1448-94c6-4f23-bf5e-3c0e4887b5a4 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8065128 May 20 09:13:42.512184 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 57788) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:42.529280 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 57790) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:42.541551 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-2cfabb4a-d1d2-4953-bea9-e45e44d7be85 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Request body: {'security_group_rule': {'security_group_id': 'a23ab695-8289-4d9f-9248-b1f0cd06e078', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:13:42.548871 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:42.575291 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad1448-94c6-4f23-bf5e-3c0e4887b5a4 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80e94328-fdad-4ead-99d2-4071d958ca4f,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:42.588116 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=74,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:42.636600 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2cfabb4a-d1d2-4953-bea9-e45e44d7be85 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for security_group_rule (95849c90-5dcc-41ac-86e4-009c20bec37e), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:42.636802 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-47fa1aab-a54e-4b66-a855-510cf555af55 None None] Current status of the port 1641841d-4922-4348-9adf-d1dfb4671082 is: DOWN; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:13:42.636802 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-47fa1aab-a54e-4b66-a855-510cf555af55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (1641841d-4922-4348-9adf-d1dfb4671082), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:42.647475 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-f16c56ad-3776-4152-83a2-0f61ebd9d8c0 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Request body: {'floatingip': {'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:13:42.686724 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-3b396e3b-9c85-41d3-8b90-4717a24fc291 None None] Set router 3713a506-e0c9-495e-af24-db3cc15e2153 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:13:42.796867 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-5eb98749-eb22-4ef3-9662-a502d437c218 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:42.799644 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-5eb98749-eb22-4ef3-9662-a502d437c218 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3051517 May 20 09:13:42.802864 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-66623992-04af-44a6-9656-138a135e1a14 req-219211ac-9250-47fc-a75c-36f501643dee tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 210 time: 0.0529583 May 20 09:13:42.803297 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-f16c56ad-3776-4152-83a2-0f61ebd9d8c0 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:42.805463 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 57796) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:42.810751 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-1527d8fd-86ed-4bd3-bd51-0be2a60d96dd tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Request body: {'security_group_rule': {'security_group_id': '883008c0-118f-4e97-a996-a72a3f7db2dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:13:42.829034 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:42.831732 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device ef269289-432e-4c5a-9c85-07f8b2771fbd up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:13:42.871950 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2cfabb4a-d1d2-4953-bea9-e45e44d7be85 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for security_group_rule (95849c90-5dcc-41ac-86e4-009c20bec37e), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:42.891505 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2cfabb4a-d1d2-4953-bea9-e45e44d7be85 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547209'] for security_group_rule (95849c90-5dcc-41ac-86e4-009c20bec37e), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:42.926768 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1527d8fd-86ed-4bd3-bd51-0be2a60d96dd tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks [] for security_group_rule (bf09105c-8ccd-4072-86af-cb67c7c3a428), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:42.950605 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfabb4a-d1d2-4953-bea9-e45e44d7be85 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95849c90-5dcc-41ac-86e4-009c20bec37e,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:42.963516 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2cfabb4a-d1d2-4953-bea9-e45e44d7be85 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:42.967758 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-2cfabb4a-d1d2-4953-bea9-e45e44d7be85 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4427714 May 20 09:13:42.974809 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 57800) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:43.006878 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-5906e870-513c-431f-a768-7171be94458a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Request body: {'floatingip': {'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:13:43.037261 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f52b9e1-3f85-4ea1-87e2-5ba66710bde1 None None] Routers {'dddcae79-7f2c-46ca-9e76-32b8f59596e6'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:13:43.038540 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-7f52b9e1-3f85-4ea1-87e2-5ba66710bde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:13:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['dddcae79-7f2c-46ca-9e76-32b8f59596e6'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:43.094553 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5906e870-513c-431f-a768-7171be94458a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:43.147915 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:43.174139 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e1f45-759e-441b-9672-f0f26324ea91 req-4d0ce865-5d07-4ed0-8bd2-2dccf227d556 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:43.184638 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-161e1f45-759e-441b-9672-f0f26324ea91 req-4d0ce865-5d07-4ed0-8bd2-2dccf227d556 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e26fcf7-52fb-4640-9eeb-1de9f728cc0b HTTP/1.1" status: 200 len: 943 time: 0.3235366 May 20 09:13:43.222090 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34789358-d140-45f8-bf8f-332ec35e2b5d None None] Pushing event updated for resources: {'Port': ['ID=8b4badcf-eae7-4e19-8dae-b8f643625c74,revision_number=4']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:43.298236 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1527d8fd-86ed-4bd3-bd51-0be2a60d96dd tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks [] for security_group_rule (bf09105c-8ccd-4072-86af-cb67c7c3a428), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:43.309868 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1527d8fd-86ed-4bd3-bd51-0be2a60d96dd tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547209'] for security_group_rule (bf09105c-8ccd-4072-86af-cb67c7c3a428), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:43.347739 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-47fa1aab-a54e-4b66-a855-510cf555af55 None None] For port 1641841d-4922-4348-9adf-d1dfb4671082, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=1641841d-4922-4348-9adf-d1dfb4671082,segment=NetworkSegment(ef282a07-cf11-4b01-9306-f20c5aec5e53),segment_id=ef282a07-cf11-4b01-9306-f20c5aec5e53)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:13:43.370049 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1527d8fd-86ed-4bd3-bd51-0be2a60d96dd tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf09105c-8ccd-4072-86af-cb67c7c3a428,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:43.384418 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1527d8fd-86ed-4bd3-bd51-0be2a60d96dd tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:43.385821 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-1527d8fd-86ed-4bd3-bd51-0be2a60d96dd tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5791888 May 20 09:13:43.394342 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 57810) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:43.400234 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-6d0ea746-be21-48f2-88d2-27343a3035fb tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Request body: {'floatingip': {'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:13:43.417246 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-47fa1aab-a54e-4b66-a855-510cf555af55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (1641841d-4922-4348-9adf-d1dfb4671082), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:43.433351 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [req-89e401d4-cd72-4b87-88b9-e2a18a6d3086 req-88c47bd0-a9c3-483b-81ce-ecd2424670cf service neutron] For port 1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927, host hv-cinder-83699, cleared binding levels {{(pid=104275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 09:13:43.444805 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [req-89e401d4-cd72-4b87-88b9-e2a18a6d3086 req-88c47bd0-a9c3-483b-81ce-ecd2424670cf service neutron] For port 1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927,segment=NetworkSegment(0178583d-7daf-444e-a38c-d7c695197188),segment_id=0178583d-7daf-444e-a38c-d7c695197188)] {{(pid=104275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 09:13:43.469005 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5906e870-513c-431f-a768-7171be94458a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:43.490521 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6d0ea746-be21-48f2-88d2-27343a3035fb tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:43.548206 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-5e03a0ac-db80-4397-ab50-6aaa54b02a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1485502'] for network (4710d638-4233-4783-8a88-cce70e1ae183), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:43.567378 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-89e401d4-cd72-4b87-88b9-e2a18a6d3086 req-88c47bd0-a9c3-483b-81ce-ecd2424670cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:43.664748 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6d0ea746-be21-48f2-88d2-27343a3035fb tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:43.712485 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:43.722872 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.notifiers.nova [req-bbff50f6-3766-4251-b522-a3bc48e20d9d req-99359cf6-0295-4143-9ab2-d984354612bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dbf97e0-97de-43b0-acce-908bce8975fe {{(pid=104275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 09:13:43.799434 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-bbff50f6-3766-4251-b522-a3bc48e20d9d req-99359cf6-0295-4143-9ab2-d984354612bc service neutron] Publish callbacks [] for port (5dbf97e0-97de-43b0-acce-908bce8975fe), precommit_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:43.814349 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c47bd0-a9c3-483b-81ce-ecd2424670cf service neutron] Pushing event updated for resources: {'Port': ['ID=1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927,revision_number=3']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:43.855640 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_common [None req-6d0ea746-be21-48f2-88d2-27343a3035fb tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Allocated IP 172.27.0.185 (db85349c-1449-495a-9881-8426bbf372da/93804823-6bc2-4eb0-bfcd-bdee0631ed3e/a32e5087-0cc4-47cd-a0d0-de2d2ad5ce56) {{(pid=104276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:13:44.008680 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-a965168f-c8bb-42c6-af2b-910e25a88df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (14672fdc-0ca7-4536-b5e7-63a42b0d67b9), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:44.018168 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-a965168f-c8bb-42c6-af2b-910e25a88df3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:44.022938 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-a965168f-c8bb-42c6-af2b-910e25a88df3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/14672fdc-0ca7-4536-b5e7-63a42b0d67b9 HTTP/1.1" status: 204 len: 168 time: 2.7743294 May 20 09:13:44.026267 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-f16c56ad-3776-4152-83a2-0f61ebd9d8c0 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:44.091105 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6d0ea746-be21-48f2-88d2-27343a3035fb tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks [] for port (a32e5087-0cc4-47cd-a0d0-de2d2ad5ce56), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:44.093506 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.provisioning_blocks [req-bbff50f6-3766-4251-b522-a3bc48e20d9d req-99359cf6-0295-4143-9ab2-d984354612bc service neutron] Transition to ACTIVE for port object 5dbf97e0-97de-43b0-acce-908bce8975fe will not be triggered until provisioned by entity L2. {{(pid=104275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 20 09:13:44.140200 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:44.141316 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:44.176731 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6d0ea746-be21-48f2-88d2-27343a3035fb tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936'] for port (a32e5087-0cc4-47cd-a0d0-de2d2ad5ce56), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:44.188772 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-7f52b9e1-3f85-4ea1-87e2-5ba66710bde1 None None] Set router dddcae79-7f2c-46ca-9e76-32b8f59596e6 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:13:44.217797 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port ef269289-432e-4c5a-9c85-07f8b2771fbd triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:13:44.219474 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (ef269289-432e-4c5a-9c85-07f8b2771fbd), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:44.239337 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-bbff50f6-3766-4251-b522-a3bc48e20d9d req-99359cf6-0295-4143-9ab2-d984354612bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (5dbf97e0-97de-43b0-acce-908bce8975fe), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:44.260234 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ecbda65c-b6df-4eaa-aeb6-6c4159de92b4 req-95bbc414-0826-46be-8624-40b0a7c01582 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 210 time: 0.1224873 May 20 09:13:44.311854 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-94a9f01c-3602-42cd-8996-05bd726e3f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:44.312484 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e401d4-cd72-4b87-88b9-e2a18a6d3086 req-88c47bd0-a9c3-483b-81ce-ecd2424670cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:44.313183 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-89e401d4-cd72-4b87-88b9-e2a18a6d3086 req-88c47bd0-a9c3-483b-81ce-ecd2424670cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for port (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:44.315871 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-89e401d4-cd72-4b87-88b9-e2a18a6d3086 req-88c47bd0-a9c3-483b-81ce-ecd2424670cf service neutron] 10.222.0.44 "PUT /v2.0/ports/1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927 HTTP/1.1" status: 200 len: 1093 time: 7.1137474 May 20 09:13:44.337102 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-c76ed90e-b0f0-492e-b73a-c0034c6f5fbb None None] Provisioning complete for port 8b4badcf-eae7-4e19-8dae-b8f643625c74 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:13:44.337813 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c76ed90e-b0f0-492e-b73a-c0034c6f5fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (8b4badcf-eae7-4e19-8dae-b8f643625c74), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:44.362684 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0ea746-be21-48f2-88d2-27343a3035fb tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Network db85349c-1449-495a-9881-8426bbf372da is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:13:44.378022 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-6d0ea746-be21-48f2-88d2-27343a3035fb tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:13:44.407885 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0ea746-be21-48f2-88d2-27343a3035fb tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Received port after_create {{(pid=104276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:13:44.433633 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_common [None req-5906e870-513c-431f-a768-7171be94458a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Allocated IP 172.27.0.216 (db85349c-1449-495a-9881-8426bbf372da/93804823-6bc2-4eb0-bfcd-bdee0631ed3e/d9458817-9f11-4741-9d13-cf1905878906) {{(pid=104276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:13:44.447558 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0ea746-be21-48f2-88d2-27343a3035fb tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Pushing event updated for resources: {'Port': ['ID=a32e5087-0cc4-47cd-a0d0-de2d2ad5ce56,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:44.489677 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa1aab-a54e-4b66-a855-510cf555af55 None None] Pushing event updated for resources: {'Port': ['ID=1641841d-4922-4348-9adf-d1dfb4671082,revision_number=5']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:44.584233 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-3b396e3b-9c85-41d3-8b90-4717a24fc291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'name': 'tempest-AttachVolumeTestJSON-1210049740-router', 'tenant_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '42856557-56a9-4cea-bd20-f4eeff9b48c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:31Z', 'revision_number': 4, 'project_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'gw_port': {'id': '42856557-56a9-4cea-bd20-f4eeff9b48c3', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:22Z', 'updated_at': '2022-05-20T09:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '2c28a678-e96a-48f4-b1c5-6a01cd70d057', 'name': '', 'network_id': '1877e401-d42a-4a52-b633-242e6f958903', 'tenant_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'mac_address': 'fa:16:3e:e7:4c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '627f3291-137c-4051-aa19-caaa09ad6395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:27Z', 'updated_at': '2022-05-20T09:13:32Z', 'revision_number': 2, 'project_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'subnets': [{'id': '627f3291-137c-4051-aa19-caaa09ad6395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:44.617188 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.db_base_plugin_common [req-8298f7ac-8a3f-4d49-80cf-dd4b3da3ad11 req-26273420-e7a4-49fc-a36a-abb46fa3f0ab tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Allocated IP 172.20.0.11 (40febe0e-a58d-4d88-9cb1-48f696a34f45/a7263cb7-bd14-41ff-8f4b-b90e8869f0b0/7d1ab808-94ab-41bb-b7aa-8b530eb9862e) {{(pid=104275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:13:44.627009 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b396e3b-9c85-41d3-8b90-4717a24fc291 None None] Checking router: 3713a506-e0c9-495e-af24-db3cc15e2153 for host: dv-cinder-836996-23-iscsi {{(pid=104277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:13:44.628054 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b396e3b-9c85-41d3-8b90-4717a24fc291 None None] Updating router 3713a506-e0c9-495e-af24-db3cc15e2153 port 2c28a678-e96a-48f4-b1c5-6a01cd70d057 binding host dv-cinder-836996-23-iscsi {{(pid=104277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 09:13:44.713160 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6d0ea746-be21-48f2-88d2-27343a3035fb tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks [] for floatingip (8d3da09a-7b7d-4f1c-9c93-2b1cd4ed79f8), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:44.742330 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3b396e3b-9c85-41d3-8b90-4717a24fc291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (2c28a678-e96a-48f4-b1c5-6a01cd70d057), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:44.764914 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port ef269289-432e-4c5a-9c85-07f8b2771fbd is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:13:44.766313 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device a2c4dbf7-9749-47fa-ba1d-7683305ad84c up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:13:44.773533 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:44.852930 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:44.853169 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-c76ed90e-b0f0-492e-b73a-c0034c6f5fbb None None] Current status of the port 8b4badcf-eae7-4e19-8dae-b8f643625c74 is: DOWN; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:13:44.853668 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c76ed90e-b0f0-492e-b73a-c0034c6f5fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (8b4badcf-eae7-4e19-8dae-b8f643625c74), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:44.863533 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-8298f7ac-8a3f-4d49-80cf-dd4b3da3ad11 req-26273420-e7a4-49fc-a36a-abb46fa3f0ab tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks [] for port (7d1ab808-94ab-41bb-b7aa-8b530eb9862e), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:44.901908 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a965168f-c8bb-42c6-af2b-910e25a88df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14672fdc-0ca7-4536-b5e7-63a42b0d67b9,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:44.916395 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e26fcf7-52fb-4640-9eeb-1de9f728cc0b', 'tag': '1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927'}] {{(pid=104275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:13:44.922032 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-7f52b9e1-3f85-4ea1-87e2-5ba66710bde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'name': 'tempest-AttachVolumeShelveTestJSON-100177110-router', 'tenant_id': '92bf8a2fea6243c28aff53d39a57f92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'ef269289-432e-4c5a-9c85-07f8b2771fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:19Z', 'updated_at': '2022-05-20T09:13:29Z', 'revision_number': 4, 'project_id': '92bf8a2fea6243c28aff53d39a57f92c', 'gw_port': {'id': 'ef269289-432e-4c5a-9c85-07f8b2771fbd', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ff:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '8b4badcf-eae7-4e19-8dae-b8f643625c74', 'name': '', 'network_id': 'cb464892-cf71-4d2e-b68f-60163c12a0fe', 'tenant_id': '92bf8a2fea6243c28aff53d39a57f92c', 'mac_address': 'fa:16:3e:01:dd:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0a5fa699-4c99-4ca7-94b7-2b5c0cff2418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:27Z', 'updated_at': '2022-05-20T09:13:42Z', 'revision_number': 4, 'project_id': '92bf8a2fea6243c28aff53d39a57f92c', 'subnets': [{'id': '0a5fa699-4c99-4ca7-94b7-2b5c0cff2418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:44.940867 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:INSERT=5,neutron:UPDATE=6,neutron:SELECT=89 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:44.983465 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6d0ea746-be21-48f2-88d2-27343a3035fb tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (a32e5087-0cc4-47cd-a0d0-de2d2ad5ce56), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:44.991985 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5906e870-513c-431f-a768-7171be94458a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for port (d9458817-9f11-4741-9d13-cf1905878906), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:45.059222 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f52b9e1-3f85-4ea1-87e2-5ba66710bde1 None None] The sync data for ids ['dddcae79-7f2c-46ca-9e76-32b8f59596e6'] in dv-cinder-836996-23-iscsi is: [{'id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'name': 'tempest-AttachVolumeShelveTestJSON-100177110-router', 'tenant_id': '92bf8a2fea6243c28aff53d39a57f92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'ef269289-432e-4c5a-9c85-07f8b2771fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:19Z', 'updated_at': '2022-05-20T09:13:29Z', 'revision_number': 4, 'project_id': '92bf8a2fea6243c28aff53d39a57f92c', 'gw_port': {'id': 'ef269289-432e-4c5a-9c85-07f8b2771fbd', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ff:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '8b4badcf-eae7-4e19-8dae-b8f643625c74', 'name': '', 'network_id': 'cb464892-cf71-4d2e-b68f-60163c12a0fe', 'tenant_id': '92bf8a2fea6243c28aff53d39a57f92c', 'mac_address': 'fa:16:3e:01:dd:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0a5fa699-4c99-4ca7-94b7-2b5c0cff2418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:27Z', 'updated_at': '2022-05-20T09:13:42Z', 'revision_number': 4, 'project_id': '92bf8a2fea6243c28aff53d39a57f92c', 'subnets': [{'id': '0a5fa699-4c99-4ca7-94b7-2b5c0cff2418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:13:45.101811 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5906e870-513c-431f-a768-7171be94458a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936'] for port (d9458817-9f11-4741-9d13-cf1905878906), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:45.105349 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port a2c4dbf7-9749-47fa-ba1d-7683305ad84c triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:13:45.105747 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (a2c4dbf7-9749-47fa-ba1d-7683305ad84c), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:45.168214 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5906e870-513c-431f-a768-7171be94458a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Pushing event updated for resources: {'Port': ['ID=d9458817-9f11-4741-9d13-cf1905878906,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:45.205153 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-c76ed90e-b0f0-492e-b73a-c0034c6f5fbb None None] For port 8b4badcf-eae7-4e19-8dae-b8f643625c74, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=8b4badcf-eae7-4e19-8dae-b8f643625c74,segment=NetworkSegment(77eb56c8-f7ae-4980-9031-19500d0fdc26),segment_id=77eb56c8-f7ae-4980-9031-19500d0fdc26)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:13:45.215856 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c76ed90e-b0f0-492e-b73a-c0034c6f5fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (8b4badcf-eae7-4e19-8dae-b8f643625c74), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:45.230758 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-161e1f45-759e-441b-9672-f0f26324ea91 req-7b7d6893-484b-4ccf-b6c0-454737b0bbfe tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/security-groups?id=17f26925-f1fc-44f5-854c-e8f8b00bae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7444797 May 20 09:13:45.235166 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-8298f7ac-8a3f-4d49-80cf-dd4b3da3ad11 req-26273420-e7a4-49fc-a36a-abb46fa3f0ab tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936'] for port (7d1ab808-94ab-41bb-b7aa-8b530eb9862e), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:45.377580 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5906e870-513c-431f-a768-7171be94458a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Network db85349c-1449-495a-9881-8426bbf372da is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:13:45.385913 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-5906e870-513c-431f-a768-7171be94458a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:13:45.409396 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5906e870-513c-431f-a768-7171be94458a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Received port after_create {{(pid=104276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:13:45.468224 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-5e03a0ac-db80-4397-ab50-6aaa54b02a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458914', 'neutron.services.segments.db._delete_segments_for_network-8728767071618'] for network (4710d638-4233-4783-8a88-cce70e1ae183), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:45.485612 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port a2c4dbf7-9749-47fa-ba1d-7683305ad84c is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:13:45.486693 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 579a5d10-afc1-4603-a78c-86ca10960c02 up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:13:45.488169 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5906e870-513c-431f-a768-7171be94458a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for floatingip (c6b71b45-1b28-4b85-8980-f8cb6c948d8b), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:45.511726 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-5e03a0ac-db80-4397-ab50-6aaa54b02a5f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:13:45.512130 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-5e03a0ac-db80-4397-ab50-6aaa54b02a5f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:13:45.513036 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-5e03a0ac-db80-4397-ab50-6aaa54b02a5f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:13:45.513365 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-5e03a0ac-db80-4397-ab50-6aaa54b02a5f admin admin] Subscribe: > port after_create 55550000 {{(pid=104275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:13:45.519116 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-5e03a0ac-db80-4397-ab50-6aaa54b02a5f admin admin] Subscribe: > port after_delete 55550000 {{(pid=104275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:13:45.519587 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-5e03a0ac-db80-4397-ab50-6aaa54b02a5f admin admin] Subscribe: > port after_update 55550000 {{(pid=104275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:13:45.519916 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-5e03a0ac-db80-4397-ab50-6aaa54b02a5f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:13:45.520341 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-5e03a0ac-db80-4397-ab50-6aaa54b02a5f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:13:45.520675 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-5e03a0ac-db80-4397-ab50-6aaa54b02a5f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:13:45.521005 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-5e03a0ac-db80-4397-ab50-6aaa54b02a5f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:13:45.652019 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port 579a5d10-afc1-4603-a78c-86ca10960c02 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:13:45.652644 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (579a5d10-afc1-4603-a78c-86ca10960c02), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:45.707460 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-5e03a0ac-db80-4397-ab50-6aaa54b02a5f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:13:45.707838 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-5e03a0ac-db80-4397-ab50-6aaa54b02a5f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:13:45.708165 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-5e03a0ac-db80-4397-ab50-6aaa54b02a5f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:13:45.708487 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-5e03a0ac-db80-4397-ab50-6aaa54b02a5f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:13:45.708834 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.services.segments.db [None req-5e03a0ac-db80-4397-ab50-6aaa54b02a5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4710d638-4233-4783-8a88-cce70e1ae183']}} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:45.712922 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ed90e-b0f0-492e-b73a-c0034c6f5fbb None None] Pushing event updated for resources: {'Port': ['ID=8b4badcf-eae7-4e19-8dae-b8f643625c74,revision_number=5']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:45.751674 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.services.segments.db [None req-5e03a0ac-db80-4397-ab50-6aaa54b02a5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a138f49-b6f6-4b52-bc6e-6e7eb72e0de3') {'for_net_delete': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:45.751971 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.services.segments.db [None req-5e03a0ac-db80-4397-ab50-6aaa54b02a5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a138f49-b6f6-4b52-bc6e-6e7eb72e0de3') {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:45.807379 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-5e03a0ac-db80-4397-ab50-6aaa54b02a5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728767071371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30883864'] for segment (7a138f49-b6f6-4b52-bc6e-6e7eb72e0de3), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:45.860248 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-5e03a0ac-db80-4397-ab50-6aaa54b02a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461326'] for segment (7a138f49-b6f6-4b52-bc6e-6e7eb72e0de3), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:45.879937 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port 579a5d10-afc1-4603-a78c-86ca10960c02 is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:13:45.881038 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 42856557-56a9-4cea-bd20-f4eeff9b48c3 up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:13:45.884130 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e03a0ac-db80-4397-ab50-6aaa54b02a5f admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=104275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 09:13:45.884552 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-5e03a0ac-db80-4397-ab50-6aaa54b02a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30908304'] for segment (7a138f49-b6f6-4b52-bc6e-6e7eb72e0de3), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:45.951740 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-2f52bedd-12c9-4aeb-8e9f-aa965ec928c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:45.955128 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5906e870-513c-431f-a768-7171be94458a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (d9458817-9f11-4741-9d13-cf1905878906), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:45.982114 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5767f3a4-929f-44b8-aa31-0394245daf96 req-4dec1f47-bd24-436e-a1d6-d1f38aeaee76 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:45.992389 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-5767f3a4-929f-44b8-aa31-0394245daf96 req-4dec1f47-bd24-436e-a1d6-d1f38aeaee76 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 932 time: 0.5023136 May 20 09:13:46.030885 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port 42856557-56a9-4cea-bd20-f4eeff9b48c3 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:13:46.031451 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (42856557-56a9-4cea-bd20-f4eeff9b48c3), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:46.050848 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 57874) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:46.122427 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6d0ea746-be21-48f2-88d2-27343a3035fb tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks [] for port (a32e5087-0cc4-47cd-a0d0-de2d2ad5ce56), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:46.143134 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:46.145444 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6d0ea746-be21-48f2-88d2-27343a3035fb tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (a32e5087-0cc4-47cd-a0d0-de2d2ad5ce56), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:46.285505 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3b396e3b-9c85-41d3-8b90-4717a24fc291 None None] Publish callbacks [] for port (2c28a678-e96a-48f4-b1c5-6a01cd70d057), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:46.313099 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3b396e3b-9c85-41d3-8b90-4717a24fc291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (2c28a678-e96a-48f4-b1c5-6a01cd70d057), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:46.319737 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0ea746-be21-48f2-88d2-27343a3035fb tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Pushing event updated for resources: {'Port': ['ID=a32e5087-0cc4-47cd-a0d0-de2d2ad5ce56,revision_number=2']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:46.436456 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port 42856557-56a9-4cea-bd20-f4eeff9b48c3 is: DOWN; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:13:46.436574 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:46.437014 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (42856557-56a9-4cea-bd20-f4eeff9b48c3), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:46.439953 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6d0ea746-be21-48f2-88d2-27343a3035fb tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680135'] for floatingip (8d3da09a-7b7d-4f1c-9c93-2b1cd4ed79f8), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:46.468824 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:46.471320 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-5767f3a4-929f-44b8-aa31-0394245daf96 req-78ed58ee-9e8d-47de-a5e9-dd244af4c424 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738389 May 20 09:13:46.554357 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:46.556529 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-5e03a0ac-db80-4397-ab50-6aaa54b02a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680149'] for network (4710d638-4233-4783-8a88-cce70e1ae183), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:46.559229 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e401d4-cd72-4b87-88b9-e2a18a6d3086 req-e290038e-8473-4915-9f13-959f08b1f71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:46.561233 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-89e401d4-cd72-4b87-88b9-e2a18a6d3086 req-e290038e-8473-4915-9f13-959f08b1f71a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e84fe8cfef0c4aa3a55dccc8f9aaddc9&device_id=6e26fcf7-52fb-4640-9eeb-1de9f728cc0b HTTP/1.1" status: 200 len: 1127 time: 1.4347336 May 20 09:13:46.582274 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eea53449646a7168c1429fc9fd421a4bc8c13d7c241c91a60dad7e76b53d9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e062680d-66ff-4ed6-89b2-9c9237dbbfd4" -d '{"events": [{"name": "network-changed", "server_uuid": "6e26fcf7-52fb-4640-9eeb-1de9f728cc0b", "tag": "1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927"}]}' {{(pid=104275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:13:46.637973 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9f7e8-7d86-427d-99d9-54477f6d63ab None None] Pushing event updated for resources: {'Port': ['ID=2c28a678-e96a-48f4-b1c5-6a01cd70d057,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:46.701947 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] For port 42856557-56a9-4cea-bd20-f4eeff9b48c3, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=42856557-56a9-4cea-bd20-f4eeff9b48c3,segment=NetworkSegment(99d4634d-7c16-4239-978b-38d882e34cf7),segment_id=99d4634d-7c16-4239-978b-38d882e34cf7)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:13:46.723400 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (42856557-56a9-4cea-bd20-f4eeff9b48c3), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:46.760445 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:46.780121 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-3b396e3b-9c85-41d3-8b90-4717a24fc291 None None] Attempting to bind port 2c28a678-e96a-48f4-b1c5-6a01cd70d057 on host dv-cinder-836996-23-iscsi for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 20 09:13:46.780121 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-3b396e3b-9c85-41d3-8b90-4717a24fc291 None None] Attempting to bind port 2c28a678-e96a-48f4-b1c5-6a01cd70d057 by drivers openvswitch,hyperv on host dv-cinder-836996-23-iscsi at level 0 using segments [{'id': '055db0ec-bbdc-429e-b6b8-f0e0ae6e750a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '1877e401-d42a-4a52-b633-242e6f958903'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 20 09:13:46.780647 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b396e3b-9c85-41d3-8b90-4717a24fc291 None None] Attempting to bind port 2c28a678-e96a-48f4-b1c5-6a01cd70d057 on network 1877e401-d42a-4a52-b633-242e6f958903 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:13:46.811329 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b396e3b-9c85-41d3-8b90-4717a24fc291 None None] Checking agent: {'id': '8cdc3712-48c6-4c17-b1e2-8ec392d7f09b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 9, 4, 50), 'started_at': datetime.datetime(2022, 5, 20, 9, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 9, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 09:13:46.820014 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b396e3b-9c85-41d3-8b90-4717a24fc291 None None] Checking segment: {'id': '055db0ec-bbdc-429e-b6b8-f0e0ae6e750a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '1877e401-d42a-4a52-b633-242e6f958903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:13:46.820515 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3b396e3b-9c85-41d3-8b90-4717a24fc291 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:46.820687 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6d0ea746-be21-48f2-88d2-27343a3035fb tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for floatingip (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:46.833510 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-6d0ea746-be21-48f2-88d2-27343a3035fb tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4283500 May 20 09:13:46.833705 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b396e3b-9c85-41d3-8b90-4717a24fc291 None None] Bound using segment: {'id': '055db0ec-bbdc-429e-b6b8-f0e0ae6e750a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '1877e401-d42a-4a52-b633-242e6f958903'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 09:13:46.833705 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-3b396e3b-9c85-41d3-8b90-4717a24fc291 None None] Bound port: 2c28a678-e96a-48f4-b1c5-6a01cd70d057, host: dv-cinder-836996-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '055db0ec-bbdc-429e-b6b8-f0e0ae6e750a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '1877e401-d42a-4a52-b633-242e6f958903'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 20 09:13:46.833705 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3b396e3b-9c85-41d3-8b90-4717a24fc291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (2c28a678-e96a-48f4-b1c5-6a01cd70d057), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:46.833966 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf4b07b-d633-4724-a4ad-b7ba6bc6be7d req-d928012b-9b86-461f-b198-b66c62533b3c tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:46.845453 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-faf4b07b-d633-4724-a4ad-b7ba6bc6be7d req-d928012b-9b86-461f-b198-b66c62533b3c tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e26fcf7-52fb-4640-9eeb-1de9f728cc0b HTTP/1.1" status: 200 len: 943 time: 0.2809503 May 20 09:13:46.855696 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-89e401d4-cd72-4b87-88b9-e2a18a6d3086 req-a3375287-9a21-46ac-ba3d-574d4028261a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927 HTTP/1.1" status: 200 len: 217 time: 0.2511423 May 20 09:13:46.862938 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-5e03a0ac-db80-4397-ab50-6aaa54b02a5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for network (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:46.883657 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-5e03a0ac-db80-4397-ab50-6aaa54b02a5f admin admin] 10.222.0.69 "DELETE /v2.0/networks/4710d638-4233-4783-8a88-cce70e1ae183 HTTP/1.1" status: 204 len: 168 time: 4.6875398 May 20 09:13:46.890450 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 57908) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:46.902646 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Pushing event updated for resources: {'Port': ['ID=42856557-56a9-4cea-bd20-f4eeff9b48c3,revision_number=4']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:46.902812 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-c72b3542-2dc9-4922-99b2-20b0961d34d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:46.920455 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:46.989615 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-fb93d16f-d0e9-45cf-bcfa-5cee2eeda3a6 None None] Provisioning complete for port 2c28a678-e96a-48f4-b1c5-6a01cd70d057 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:13:46.990219 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fb93d16f-d0e9-45cf-bcfa-5cee2eeda3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (2c28a678-e96a-48f4-b1c5-6a01cd70d057), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:46.995544 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 8b4badcf-eae7-4e19-8dae-b8f643625c74 up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:13:47.018517 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5906e870-513c-431f-a768-7171be94458a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for port (d9458817-9f11-4741-9d13-cf1905878906), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:47.036884 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e401d4-cd72-4b87-88b9-e2a18a6d3086 req-3cf88b6f-cdd1-4523-ac30-b6ddb6e6ac56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:47.039891 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-89e401d4-cd72-4b87-88b9-e2a18a6d3086 req-3cf88b6f-cdd1-4523-ac30-b6ddb6e6ac56 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=138e2659-b73a-40fb-8704-34c79ff06be3 HTTP/1.1" status: 200 len: 852 time: 0.1530704 May 20 09:13:47.060865 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8298f7ac-8a3f-4d49-80cf-dd4b3da3ad11 req-26273420-e7a4-49fc-a36a-abb46fa3f0ab tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Network 40febe0e-a58d-4d88-9cb1-48f696a34f45 is already hosted by enough agents. {{(pid=104275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:13:47.061902 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-3b396e3b-9c85-41d3-8b90-4717a24fc291 None None] For port 2c28a678-e96a-48f4-b1c5-6a01cd70d057, host dv-cinder-836996-23-iscsi, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 09:13:47.091859 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5906e870-513c-431f-a768-7171be94458a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (d9458817-9f11-4741-9d13-cf1905878906), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:47.109064 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-3b396e3b-9c85-41d3-8b90-4717a24fc291 None None] For port 2c28a678-e96a-48f4-b1c5-6a01cd70d057, host dv-cinder-836996-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=2c28a678-e96a-48f4-b1c5-6a01cd70d057,segment=NetworkSegment(055db0ec-bbdc-429e-b6b8-f0e0ae6e750a),segment_id=055db0ec-bbdc-429e-b6b8-f0e0ae6e750a)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 09:13:47.129083 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-fb93d16f-d0e9-45cf-bcfa-5cee2eeda3a6 None None] Port 2c28a678-e96a-48f4-b1c5-6a01cd70d057 cannot update to ACTIVE because it is not bound. {{(pid=104277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 20 09:13:47.139573 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3b396e3b-9c85-41d3-8b90-4717a24fc291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (2c28a678-e96a-48f4-b1c5-6a01cd70d057), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:47.143062 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.base_scheduler [req-8298f7ac-8a3f-4d49-80cf-dd4b3da3ad11 req-26273420-e7a4-49fc-a36a-abb46fa3f0ab tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Resources bound (agent type, host, resource id): {{(pid=104275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:13:47.155455 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:47.172725 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5906e870-513c-431f-a768-7171be94458a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680135'] for floatingip (c6b71b45-1b28-4b85-8980-f8cb6c948d8b), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:47.176617 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-faf4b07b-d633-4724-a4ad-b7ba6bc6be7d req-b9c7b599-6a27-4a05-84d8-31330cf25874 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/security-groups?id=17f26925-f1fc-44f5-854c-e8f8b00bae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227520 May 20 09:13:47.177278 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e03a0ac-db80-4397-ab50-6aaa54b02a5f admin admin] Pushing event deleted for resources: {'Network': ['ID=4710d638-4233-4783-8a88-cce70e1ae183,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:47.195861 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_v2 [None req-c92fa80e-51bc-46fc-a9cb-e12be973489c admin admin] Deleting subnet d2de2555-5151-46f8-a82e-45b712918ab3 {{(pid=104276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 20 09:13:47.201226 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-c92fa80e-51bc-46fc-a9cb-e12be973489c admin admin] Publish callbacks [] for subnet (d2de2555-5151-46f8-a82e-45b712918ab3), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:47.213867 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [req-8298f7ac-8a3f-4d49-80cf-dd4b3da3ad11 req-26273420-e7a4-49fc-a36a-abb46fa3f0ab tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Received port after_create {{(pid=104275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:13:47.249772 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8298f7ac-8a3f-4d49-80cf-dd4b3da3ad11 req-26273420-e7a4-49fc-a36a-abb46fa3f0ab tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:47.250458 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-8298f7ac-8a3f-4d49-80cf-dd4b3da3ad11 req-26273420-e7a4-49fc-a36a-abb46fa3f0ab tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for port (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:47.345025 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99359cf6-0295-4143-9ab2-d984354612bc service neutron] Pushing event updated for resources: {'Port': ['ID=5dbf97e0-97de-43b0-acce-908bce8975fe,revision_number=2']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:47.350447 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-c92fa80e-51bc-46fc-a9cb-e12be973489c admin admin] Publish callbacks [] for subnet (d2de2555-5151-46f8-a82e-45b712918ab3), precommit_delete_associations {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:47.350765 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port 8b4badcf-eae7-4e19-8dae-b8f643625c74 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:13:47.350765 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (8b4badcf-eae7-4e19-8dae-b8f643625c74), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:47.363628 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-c92fa80e-51bc-46fc-a9cb-e12be973489c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1460055'] for subnet (d2de2555-5151-46f8-a82e-45b712918ab3), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:47.412820 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9f7e8-7d86-427d-99d9-54477f6d63ab None None] Pushing event updated for resources: {'Port': ['ID=2c28a678-e96a-48f4-b1c5-6a01cd70d057,revision_number=4']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:47.417343 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b396e3b-9c85-41d3-8b90-4717a24fc291 None None] Routers {'3713a506-e0c9-495e-af24-db3cc15e2153'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:13:47.418792 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-3b396e3b-9c85-41d3-8b90-4717a24fc291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:13:46Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['3713a506-e0c9-495e-af24-db3cc15e2153'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:47.478455 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-8298f7ac-8a3f-4d49-80cf-dd4b3da3ad11 req-26273420-e7a4-49fc-a36a-abb46fa3f0ab tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 9.2149971 May 20 09:13:47.480655 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 09:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0599e585-5ec7-4e8f-86b5-2612c404febd x-openstack-request-id: req-0599e585-5ec7-4e8f-86b5-2612c404febd {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:13:47.480932 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e26fcf7-52fb-4640-9eeb-1de9f728cc0b", "tag": "1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927", "status": "completed", "code": 200}]} {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:13:47.481241 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0599e585-5ec7-4e8f-86b5-2612c404febd {{(pid=104275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:13:47.481702 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0599e585-5ec7-4e8f-86b5-2612c404febd'] response: {'name': 'network-changed', 'server_uuid': '6e26fcf7-52fb-4640-9eeb-1de9f728cc0b', 'tag': '1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927', 'status': 'completed', 'code': 200} May 20 09:13:47.541088 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-c92fa80e-51bc-46fc-a9cb-e12be973489c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1460046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360'] for subnet (d2de2555-5151-46f8-a82e-45b712918ab3), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:47.578523 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5906e870-513c-431f-a768-7171be94458a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Pushing event updated for resources: {'Port': ['ID=d9458817-9f11-4741-9d13-cf1905878906,revision_number=2']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:47.625788 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5906e870-513c-431f-a768-7171be94458a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for floatingip (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:47.627980 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-5906e870-513c-431f-a768-7171be94458a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6344426 May 20 09:13:47.633930 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92fa80e-51bc-46fc-a9cb-e12be973489c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2de2555-5151-46f8-a82e-45b712918ab3,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:47.649587 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [req-bbff50f6-3766-4251-b522-a3bc48e20d9d req-99359cf6-0295-4143-9ab2-d984354612bc service neutron] Attempting to bind port 5dbf97e0-97de-43b0-acce-908bce8975fe on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 20 09:13:47.651562 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [req-bbff50f6-3766-4251-b522-a3bc48e20d9d req-99359cf6-0295-4143-9ab2-d984354612bc service neutron] Attempting to bind port 5dbf97e0-97de-43b0-acce-908bce8975fe by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '32ffeb4b-663b-4183-8636-9b9183111437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '40febe0e-a58d-4d88-9cb1-48f696a34f45'}] {{(pid=104275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 20 09:13:47.652467 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-c92fa80e-51bc-46fc-a9cb-e12be973489c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for subnet (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:47.652574 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbff50f6-3766-4251-b522-a3bc48e20d9d req-99359cf6-0295-4143-9ab2-d984354612bc service neutron] Attempting to bind port 5dbf97e0-97de-43b0-acce-908bce8975fe on network 40febe0e-a58d-4d88-9cb1-48f696a34f45 {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:13:47.658043 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-c92fa80e-51bc-46fc-a9cb-e12be973489c admin admin] 10.222.0.69 "DELETE /v2.0/subnets/d2de2555-5151-46f8-a82e-45b712918ab3 HTTP/1.1" status: 204 len: 168 time: 0.7611680 May 20 09:13:47.673948 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 57938) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:47.738565 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [req-8298f7ac-8a3f-4d49-80cf-dd4b3da3ad11 req-ab0b98c5-e314-43a9-8431-1cf411c8be7b service neutron] Request body: {'port': {'device_id': '7fb33473-a994-427d-9822-3ff769987a56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:13:47.764567 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.services.segments.plugin [-] Segment 7a138f49-b6f6-4b52-bc6e-6e7eb72e0de3 resource provider aggregate not found May 20 09:13:47.789347 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a10c6e3d-d52f-42e2-8986-1961ee3911d0 req-24b9691f-f216-46dc-8f14-0d7911595226 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1539641134&fields=id&tenant_id=92bf8a2fea6243c28aff53d39a57f92c HTTP/1.1" status: 200 len: 267 time: 0.3360703 May 20 09:13:47.795790 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-89e401d4-cd72-4b87-88b9-e2a18a6d3086 req-ccdbe0eb-a374-429d-b325-5c3479054972 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f436d993-53fd-4882-b0ef-cefd5c9953db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6684296 May 20 09:13:47.799151 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.db_base_plugin_common [None req-f16c56ad-3776-4152-83a2-0f61ebd9d8c0 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Allocated IP 172.27.0.44 (db85349c-1449-495a-9881-8426bbf372da/93804823-6bc2-4eb0-bfcd-bdee0631ed3e/d4286888-5c94-40ee-8400-b6a463c73958) {{(pid=104275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:13:47.886210 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-2d4bc225-9ee3-4375-bbb5-a70e2620bfe0 None None] Provisioning complete for port 7d1ab808-94ab-41bb-b7aa-8b530eb9862e triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:13:47.886607 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc225-9ee3-4375-bbb5-a70e2620bfe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (7d1ab808-94ab-41bb-b7aa-8b530eb9862e), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:47.891671 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port 8b4badcf-eae7-4e19-8dae-b8f643625c74 is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:13:47.892758 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 1641841d-4922-4348-9adf-d1dfb4671082 up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:13:47.919688 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0e831-6ac4-4150-86d7-ab6604ca5aa8 req-ba3c965b-9383-4340-8fb7-15b27866ceab tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:47.921609 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a5b0e831-6ac4-4150-86d7-ab6604ca5aa8 req-ba3c965b-9383-4340-8fb7-15b27866ceab tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 932 time: 0.2718532 May 20 09:13:47.939737 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c6e3d-d52f-42e2-8986-1961ee3911d0 req-ad919593-1708-4cd4-ab9a-d0999ca2e50f tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:47.946229 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a10c6e3d-d52f-42e2-8986-1961ee3911d0 req-ad919593-1708-4cd4-ab9a-d0999ca2e50f tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/networks?id=cb464892-cf71-4d2e-b68f-60163c12a0fe HTTP/1.1" status: 200 len: 816 time: 0.1558273 May 20 09:13:47.946391 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-c72b3542-2dc9-4922-99b2-20b0961d34d3 admin admin] Publish callbacks [] for security_group (a2aea5fb-49bb-4c9e-a8f5-f111b880ed4e), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:47.954099 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.services.segments.plugin [-] Segment 7a138f49-b6f6-4b52-bc6e-6e7eb72e0de3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7a138f49-b6f6-4b52-bc6e-6e7eb72e0de3 found for delete ", "request_id": "req-740457c1-8df8-4515-8244-71f1832e9293"}]} May 20 09:13:47.978341 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-3b396e3b-9c85-41d3-8b90-4717a24fc291 None None] Set router 3713a506-e0c9-495e-af24-db3cc15e2153 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:13:47.989231 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-c72b3542-2dc9-4922-99b2-20b0961d34d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (a2aea5fb-49bb-4c9e-a8f5-f111b880ed4e), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:47.998122 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbff50f6-3766-4251-b522-a3bc48e20d9d req-99359cf6-0295-4143-9ab2-d984354612bc service neutron] Port 5dbf97e0-97de-43b0-acce-908bce8975fe on network 40febe0e-a58d-4d88-9cb1-48f696a34f45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 09:13:47.998460 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbff50f6-3766-4251-b522-a3bc48e20d9d req-99359cf6-0295-4143-9ab2-d984354612bc service neutron] Attempting to bind port 5dbf97e0-97de-43b0-acce-908bce8975fe on network 40febe0e-a58d-4d88-9cb1-48f696a34f45 {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:13:48.000968 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2a967c2e-3b82-473d-894c-9888f5a49540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1485502'] for network (d8b932fa-dd9d-4728-a18c-26402328dc09), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:48.005758 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-2d4bc225-9ee3-4375-bbb5-a70e2620bfe0 None None] Port 7d1ab808-94ab-41bb-b7aa-8b530eb9862e cannot update to ACTIVE because it is not bound. {{(pid=104277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 20 09:13:48.025672 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:48.040712 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port 1641841d-4922-4348-9adf-d1dfb4671082 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:13:48.041528 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (1641841d-4922-4348-9adf-d1dfb4671082), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:48.049614 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbff50f6-3766-4251-b522-a3bc48e20d9d req-99359cf6-0295-4143-9ab2-d984354612bc service neutron] Checking agent: {'id': '2d1be950-4dd6-4324-90da-2272c7a86826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 9, 11, 22), 'started_at': datetime.datetime(2022, 5, 20, 9, 11, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 9, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 09:13:48.049949 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbff50f6-3766-4251-b522-a3bc48e20d9d req-99359cf6-0295-4143-9ab2-d984354612bc service neutron] Checking segment: {'id': '32ffeb4b-663b-4183-8636-9b9183111437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '40febe0e-a58d-4d88-9cb1-48f696a34f45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:13:48.050324 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbff50f6-3766-4251-b522-a3bc48e20d9d req-99359cf6-0295-4143-9ab2-d984354612bc service neutron] Bound using segment: {'id': '32ffeb4b-663b-4183-8636-9b9183111437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '40febe0e-a58d-4d88-9cb1-48f696a34f45'} {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 09:13:48.050809 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [req-bbff50f6-3766-4251-b522-a3bc48e20d9d req-99359cf6-0295-4143-9ab2-d984354612bc service neutron] Bound port: 5dbf97e0-97de-43b0-acce-908bce8975fe, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32ffeb4b-663b-4183-8636-9b9183111437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '40febe0e-a58d-4d88-9cb1-48f696a34f45'}}] {{(pid=104275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 20 09:13:48.051160 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-bbff50f6-3766-4251-b522-a3bc48e20d9d req-99359cf6-0295-4143-9ab2-d984354612bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (5dbf97e0-97de-43b0-acce-908bce8975fe), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:48.074194 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a5b0e831-6ac4-4150-86d7-ab6604ca5aa8 req-080db72d-4596-4a35-8ade-8350fc4f5cc0 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378751 May 20 09:13:48.079640 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:48.080324 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-c72b3542-2dc9-4922-99b2-20b0961d34d3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=06b573cd178a4483bd978ab79f920fed&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0030377 May 20 09:13:48.091849 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 57944) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:48.106962 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a10c6e3d-d52f-42e2-8986-1961ee3911d0 req-5d2c77d3-baa9-41b6-acfc-2b040999dea6 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/quotas/92bf8a2fea6243c28aff53d39a57f92c HTTP/1.1" status: 200 len: 375 time: 0.1595311 May 20 09:13:48.126685 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-89e401d4-cd72-4b87-88b9-e2a18a6d3086 req-30b185fd-6d04-40b4-941e-1e7fa0e51888 service neutron] 10.222.0.44 "GET /v2.0/networks/f436d993-53fd-4882-b0ef-cefd5c9953db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879882 May 20 09:13:48.129170 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72b3542-2dc9-4922-99b2-20b0961d34d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2aea5fb-49bb-4c9e-a8f5-f111b880ed4e,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:48.199316 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2a967c2e-3b82-473d-894c-9888f5a49540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458914', 'neutron.services.segments.db._delete_segments_for_network-8728767071618'] for network (d8b932fa-dd9d-4728-a18c-26402328dc09), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:48.221953 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:48.239230 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2a967c2e-3b82-473d-894c-9888f5a49540 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:13:48.241744 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2a967c2e-3b82-473d-894c-9888f5a49540 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:13:48.243313 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26273420-e7a4-49fc-a36a-abb46fa3f0ab tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Pushing event updated for resources: {'Port': ['ID=7d1ab808-94ab-41bb-b7aa-8b530eb9862e,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:48.243457 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2a967c2e-3b82-473d-894c-9888f5a49540 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:13:48.243457 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2a967c2e-3b82-473d-894c-9888f5a49540 admin admin] Subscribe: > port after_create 55550000 {{(pid=104276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:13:48.243795 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2a967c2e-3b82-473d-894c-9888f5a49540 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:13:48.244107 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2a967c2e-3b82-473d-894c-9888f5a49540 admin admin] Subscribe: > port after_update 55550000 {{(pid=104276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:13:48.244420 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2a967c2e-3b82-473d-894c-9888f5a49540 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:13:48.246395 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2a967c2e-3b82-473d-894c-9888f5a49540 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:13:48.246855 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2a967c2e-3b82-473d-894c-9888f5a49540 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:13:48.247083 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2a967c2e-3b82-473d-894c-9888f5a49540 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:13:48.248042 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:48.386164 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-4c5696d6-9e51-45da-86fa-3081c87eb326 None None] Provisioning complete for port 2c28a678-e96a-48f4-b1c5-6a01cd70d057 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:13:48.387213 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4c5696d6-9e51-45da-86fa-3081c87eb326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (2c28a678-e96a-48f4-b1c5-6a01cd70d057), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:48.427249 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:48.427523 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-8298f7ac-8a3f-4d49-80cf-dd4b3da3ad11 req-ab0b98c5-e314-43a9-8431-1cf411c8be7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (7d1ab808-94ab-41bb-b7aa-8b530eb9862e), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:48.446080 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-3b396e3b-9c85-41d3-8b90-4717a24fc291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'name': 'tempest-AttachVolumeTestJSON-1210049740-router', 'tenant_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '42856557-56a9-4cea-bd20-f4eeff9b48c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:31Z', 'revision_number': 4, 'project_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'gw_port': {'id': '42856557-56a9-4cea-bd20-f4eeff9b48c3', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:22Z', 'updated_at': '2022-05-20T09:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '2c28a678-e96a-48f4-b1c5-6a01cd70d057', 'name': '', 'network_id': '1877e401-d42a-4a52-b633-242e6f958903', 'tenant_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'mac_address': 'fa:16:3e:e7:4c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '627f3291-137c-4051-aa19-caaa09ad6395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:27Z', 'updated_at': '2022-05-20T09:13:47Z', 'revision_number': 4, 'project_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'subnets': [{'id': '627f3291-137c-4051-aa19-caaa09ad6395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:48.456224 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a10c6e3d-d52f-42e2-8986-1961ee3911d0 req-e32464aa-6704-4558-8d12-cb6e38599db6 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=92bf8a2fea6243c28aff53d39a57f92c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3269911 May 20 09:13:48.474472 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [req-bbff50f6-3766-4251-b522-a3bc48e20d9d req-99359cf6-0295-4143-9ab2-d984354612bc service neutron] For port 5dbf97e0-97de-43b0-acce-908bce8975fe, host hv-cinder-83699, cleared binding levels {{(pid=104275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 09:13:48.503444 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b396e3b-9c85-41d3-8b90-4717a24fc291 None None] The sync data for ids ['3713a506-e0c9-495e-af24-db3cc15e2153'] in dv-cinder-836996-23-iscsi is: [{'id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'name': 'tempest-AttachVolumeTestJSON-1210049740-router', 'tenant_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '42856557-56a9-4cea-bd20-f4eeff9b48c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:31Z', 'revision_number': 4, 'project_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'gw_port': {'id': '42856557-56a9-4cea-bd20-f4eeff9b48c3', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:22Z', 'updated_at': '2022-05-20T09:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '2c28a678-e96a-48f4-b1c5-6a01cd70d057', 'name': '', 'network_id': '1877e401-d42a-4a52-b633-242e6f958903', 'tenant_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'mac_address': 'fa:16:3e:e7:4c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '627f3291-137c-4051-aa19-caaa09ad6395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:27Z', 'updated_at': '2022-05-20T09:13:47Z', 'revision_number': 4, 'project_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'subnets': [{'id': '627f3291-137c-4051-aa19-caaa09ad6395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:13:48.530773 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:48.533387 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [req-bbff50f6-3766-4251-b522-a3bc48e20d9d req-99359cf6-0295-4143-9ab2-d984354612bc service neutron] For port 5dbf97e0-97de-43b0-acce-908bce8975fe, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=5dbf97e0-97de-43b0-acce-908bce8975fe,segment=NetworkSegment(32ffeb4b-663b-4183-8636-9b9183111437),segment_id=32ffeb4b-663b-4183-8636-9b9183111437)] {{(pid=104275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 09:13:48.536651 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port 1641841d-4922-4348-9adf-d1dfb4671082 is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:13:48.553305 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-4c5696d6-9e51-45da-86fa-3081c87eb326 None None] Current status of the port 2c28a678-e96a-48f4-b1c5-6a01cd70d057 is: DOWN; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:13:48.553699 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4c5696d6-9e51-45da-86fa-3081c87eb326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (2c28a678-e96a-48f4-b1c5-6a01cd70d057), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:48.603584 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-4c5696d6-9e51-45da-86fa-3081c87eb326 None None] For port 2c28a678-e96a-48f4-b1c5-6a01cd70d057, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=2c28a678-e96a-48f4-b1c5-6a01cd70d057,segment=NetworkSegment(055db0ec-bbdc-429e-b6b8-f0e0ae6e750a),segment_id=055db0ec-bbdc-429e-b6b8-f0e0ae6e750a)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:13:48.608129 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-17f2633a-b884-4cf9-8090-9c54a11a163b admin admin] Publish callbacks [] for security_group (a2aea5fb-49bb-4c9e-a8f5-f111b880ed4e), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:48.609964 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4c5696d6-9e51-45da-86fa-3081c87eb326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (2c28a678-e96a-48f4-b1c5-6a01cd70d057), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:48.619294 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-bbff50f6-3766-4251-b522-a3bc48e20d9d req-99359cf6-0295-4143-9ab2-d984354612bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30908404'] for port (5dbf97e0-97de-43b0-acce-908bce8975fe), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:48.628521 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2a967c2e-3b82-473d-894c-9888f5a49540 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:13:48.629060 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2a967c2e-3b82-473d-894c-9888f5a49540 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:13:48.629334 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2a967c2e-3b82-473d-894c-9888f5a49540 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:13:48.629655 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2a967c2e-3b82-473d-894c-9888f5a49540 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 09:13:48.629992 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.services.segments.db [None req-2a967c2e-3b82-473d-894c-9888f5a49540 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8b932fa-dd9d-4728-a18c-26402328dc09']}} {{(pid=104276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:48.658247 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.services.segments.db [None req-2a967c2e-3b82-473d-894c-9888f5a49540 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df3e2119-82e1-43d7-971d-c02015b9c63c') {'for_net_delete': True} {{(pid=104276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:48.658592 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.services.segments.db [None req-2a967c2e-3b82-473d-894c-9888f5a49540 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df3e2119-82e1-43d7-971d-c02015b9c63c') {} {{(pid=104276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:48.667840 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5696d6-9e51-45da-86fa-3081c87eb326 None None] Pushing event updated for resources: {'Port': ['ID=2c28a678-e96a-48f4-b1c5-6a01cd70d057,revision_number=5']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:48.695423 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2a967c2e-3b82-473d-894c-9888f5a49540 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728767071371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30533084'] for segment (df3e2119-82e1-43d7-971d-c02015b9c63c), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:48.728593 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:INSERT=4,neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:48.733473 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2a967c2e-3b82-473d-894c-9888f5a49540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461326'] for segment (df3e2119-82e1-43d7-971d-c02015b9c63c), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:48.759984 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a967c2e-3b82-473d-894c-9888f5a49540 admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=104276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 09:13:48.760384 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2a967c2e-3b82-473d-894c-9888f5a49540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32464829'] for segment (df3e2119-82e1-43d7-971d-c02015b9c63c), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:48.806211 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-89e401d4-cd72-4b87-88b9-e2a18a6d3086 req-9a965f03-6121-4ab9-a31e-f4148e67e9d2 service neutron] 10.222.0.44 "GET /v2.0/networks/f436d993-53fd-4882-b0ef-cefd5c9953db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5969214 May 20 09:13:48.813581 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-f16c56ad-3776-4152-83a2-0f61ebd9d8c0 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks [] for port (d4286888-5c94-40ee-8400-b6a463c73958), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:48.846528 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-17f2633a-b884-4cf9-8090-9c54a11a163b admin admin] Publish callbacks [] for security_group (a2aea5fb-49bb-4c9e-a8f5-f111b880ed4e), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:48.868343 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff50f6-3766-4251-b522-a3bc48e20d9d req-99359cf6-0295-4143-9ab2-d984354612bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:48.869332 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-bbff50f6-3766-4251-b522-a3bc48e20d9d req-99359cf6-0295-4143-9ab2-d984354612bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for port (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:48.871316 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-bbff50f6-3766-4251-b522-a3bc48e20d9d req-99359cf6-0295-4143-9ab2-d984354612bc service neutron] 10.222.0.44 "PUT /v2.0/ports/5dbf97e0-97de-43b0-acce-908bce8975fe HTTP/1.1" status: 200 len: 1093 time: 11.6734326 May 20 09:13:48.878709 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7c1ea66b-2b09-4566-844a-adb5b9fc0ddd req-a8fb9c2b-286c-4226-9f1f-b0571689b9a2 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--803343854&fields=id&tenant_id=2ddfd22e3dde4cc89c073bd2d88d648b HTTP/1.1" status: 200 len: 267 time: 0.1965561 May 20 09:13:48.879050 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 2c28a678-e96a-48f4-b1c5-6a01cd70d057 up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:13:48.889408 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2a967c2e-3b82-473d-894c-9888f5a49540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680149'] for network (d8b932fa-dd9d-4728-a18c-26402328dc09), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:48.900311 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2a967c2e-3b82-473d-894c-9888f5a49540 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for network (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:48.906387 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-2a967c2e-3b82-473d-894c-9888f5a49540 admin admin] 10.222.0.69 "DELETE /v2.0/networks/d8b932fa-dd9d-4728-a18c-26402328dc09 HTTP/1.1" status: 204 len: 168 time: 1.2289450 May 20 09:13:49.015540 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port 2c28a678-e96a-48f4-b1c5-6a01cd70d057 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:13:49.015916 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (2c28a678-e96a-48f4-b1c5-6a01cd70d057), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:49.051221 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.services.segments.plugin [-] Segment df3e2119-82e1-43d7-971d-c02015b9c63c resource provider aggregate not found May 20 09:13:49.062758 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99359cf6-0295-4143-9ab2-d984354612bc service neutron] Pushing event updated for resources: {'Port': ['ID=5dbf97e0-97de-43b0-acce-908bce8975fe,revision_number=3']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:49.093628 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.services.segments.plugin [-] Segment df3e2119-82e1-43d7-971d-c02015b9c63c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid df3e2119-82e1-43d7-971d-c02015b9c63c found for delete ", "request_id": "req-15a8c48f-723f-4816-bdea-f573832e4441"}]} May 20 09:13:49.101490 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a967c2e-3b82-473d-894c-9888f5a49540 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8b932fa-dd9d-4728-a18c-26402328dc09,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:49.109225 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a10c6e3d-d52f-42e2-8986-1961ee3911d0 req-c213dde6-62a8-4f56-a63d-90a836b51e1e service neutron] 10.222.0.69 "GET /v2.0/networks/cb464892-cf71-4d2e-b68f-60163c12a0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6315579 May 20 09:13:49.167003 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port 2c28a678-e96a-48f4-b1c5-6a01cd70d057 is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:13:49.168611 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 42856557-56a9-4cea-bd20-f4eeff9b48c3 up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:13:49.198358 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:49.231336 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ea66b-2b09-4566-844a-adb5b9fc0ddd req-b474f6f6-e713-4371-a392-2f231da83423 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:49.235632 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7c1ea66b-2b09-4566-844a-adb5b9fc0ddd req-b474f6f6-e713-4371-a392-2f231da83423 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/networks?id=328df357-f834-447d-8616-ac57cd7979a2 HTTP/1.1" status: 200 len: 814 time: 0.3252234 May 20 09:13:49.260040 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-f16c56ad-3776-4152-83a2-0f61ebd9d8c0 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30908355'] for port (d4286888-5c94-40ee-8400-b6a463c73958), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:49.262831 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7c1ea66b-2b09-4566-844a-adb5b9fc0ddd req-c15e143c-f5a6-4162-9d03-3e884d87fc42 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/quotas/2ddfd22e3dde4cc89c073bd2d88d648b HTTP/1.1" status: 200 len: 375 time: 0.0132110 May 20 09:13:49.306612 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 57980) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:49.310292 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port 42856557-56a9-4cea-bd20-f4eeff9b48c3 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:13:49.311094 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (42856557-56a9-4cea-bd20-f4eeff9b48c3), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:49.317898 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-17f2633a-b884-4cf9-8090-9c54a11a163b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (a2aea5fb-49bb-4c9e-a8f5-f111b880ed4e), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:49.323424 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-17f2633a-b884-4cf9-8090-9c54a11a163b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:49.326934 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-17f2633a-b884-4cf9-8090-9c54a11a163b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a2aea5fb-49bb-4c9e-a8f5-f111b880ed4e HTTP/1.1" status: 204 len: 168 time: 1.2317305 May 20 09:13:49.397482 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f2633a-b884-4cf9-8090-9c54a11a163b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2aea5fb-49bb-4c9e-a8f5-f111b880ed4e,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:49.437471 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16c56ad-3776-4152-83a2-0f61ebd9d8c0 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Network db85349c-1449-495a-9881-8426bbf372da is already hosted by enough agents. {{(pid=104275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:13:49.459517 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c56ad-3776-4152-83a2-0f61ebd9d8c0 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Pushing event updated for resources: {'Port': ['ID=d4286888-5c94-40ee-8400-b6a463c73958,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:49.469569 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.base_scheduler [None req-f16c56ad-3776-4152-83a2-0f61ebd9d8c0 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Resources bound (agent type, host, resource id): {{(pid=104275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:13:49.474972 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7c1ea66b-2b09-4566-844a-adb5b9fc0ddd req-23ecb485-913a-41a9-8e6c-7a7b08b89717 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ddfd22e3dde4cc89c073bd2d88d648b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2037253 May 20 09:13:49.498528 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a97bdede-0305-4f4b-bc04-8b659b1c88ce', 'tag': '5dbf97e0-97de-43b0-acce-908bce8975fe'}] {{(pid=104275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:13:49.501408 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eea53449646a7168c1429fc9fd421a4bc8c13d7c241c91a60dad7e76b53d9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f95b44-1627-4322-9d15-daaa643378bc" -d '{"events": [{"name": "network-changed", "server_uuid": "a97bdede-0305-4f4b-bc04-8b659b1c88ce", "tag": "5dbf97e0-97de-43b0-acce-908bce8975fe"}]}' {{(pid=104275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:13:49.534680 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16c56ad-3776-4152-83a2-0f61ebd9d8c0 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Received port after_create {{(pid=104275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:13:49.538041 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-d3fddd9d-142c-4682-b3f3-6f386d35fe3b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c951c8772bd641f9b9ffff5eec22d6a3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2296968 May 20 09:13:49.538665 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 57992) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:49.609549 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port 42856557-56a9-4cea-bd20-f4eeff9b48c3 is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:13:49.701437 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a78dc42e-4d24-48e1-afa6-fe1e473b28f9 admin admin] Publish callbacks [] for security_group (0db185ad-c924-45a2-9fcc-105342de7fb6), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:49.767828 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a78dc42e-4d24-48e1-afa6-fe1e473b28f9 admin admin] Publish callbacks [] for security_group (0db185ad-c924-45a2-9fcc-105342de7fb6), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:49.841739 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a10c6e3d-d52f-42e2-8986-1961ee3911d0 req-896e59ad-f358-442e-8836-752f6c20fbef service neutron] 10.222.0.69 "GET /v2.0/networks/cb464892-cf71-4d2e-b68f-60163c12a0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6936395 May 20 09:13:49.874851 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a78dc42e-4d24-48e1-afa6-fe1e473b28f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (0db185ad-c924-45a2-9fcc-105342de7fb6), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:49.880409 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a78dc42e-4d24-48e1-afa6-fe1e473b28f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:49.882114 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-a78dc42e-4d24-48e1-afa6-fe1e473b28f9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0db185ad-c924-45a2-9fcc-105342de7fb6 HTTP/1.1" status: 204 len: 168 time: 0.3424666 May 20 09:13:49.913206 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [req-7c1ea66b-2b09-4566-844a-adb5b9fc0ddd req-c7ff97b4-454f-4481-bb1d-fbb8cad365bb service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=104276) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 20 09:13:49.915226 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7c1ea66b-2b09-4566-844a-adb5b9fc0ddd req-c7ff97b4-454f-4481-bb1d-fbb8cad365bb service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1946926 May 20 09:13:49.935833 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78dc42e-4d24-48e1-afa6-fe1e473b28f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db185ad-c924-45a2-9fcc-105342de7fb6,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:50.086402 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7c1ea66b-2b09-4566-844a-adb5b9fc0ddd req-4cc41172-6c7f-4e3e-9c0a-3560f5306536 service neutron] 10.222.0.69 "GET /v2.0/networks/328df357-f834-447d-8616-ac57cd7979a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636908 May 20 09:13:50.110494 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:50.127048 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.notifiers.nova [req-8298f7ac-8a3f-4d49-80cf-dd4b3da3ad11 req-ab0b98c5-e314-43a9-8431-1cf411c8be7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d1ab808-94ab-41bb-b7aa-8b530eb9862e {{(pid=104275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 09:13:50.146150 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-8298f7ac-8a3f-4d49-80cf-dd4b3da3ad11 req-ab0b98c5-e314-43a9-8431-1cf411c8be7b service neutron] Publish callbacks [] for port (7d1ab808-94ab-41bb-b7aa-8b530eb9862e), precommit_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:50.177357 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e062680d-66ff-4ed6-89b2-9c9237dbbfd4 req-bf5deb1a-b178-496b-a2da-a5c28c74a2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:50.179134 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-e062680d-66ff-4ed6-89b2-9c9237dbbfd4 req-bf5deb1a-b178-496b-a2da-a5c28c74a2da service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e84fe8cfef0c4aa3a55dccc8f9aaddc9&device_id=6e26fcf7-52fb-4640-9eeb-1de9f728cc0b HTTP/1.1" status: 200 len: 1127 time: 0.2905052 May 20 09:13:50.190060 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:50.202553 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff50f6-3766-4251-b522-a3bc48e20d9d req-9ef26bf3-1592-44b2-a1f0-805d925fc790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:50.204464 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-bbff50f6-3766-4251-b522-a3bc48e20d9d req-9ef26bf3-1592-44b2-a1f0-805d925fc790 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ed0e52a9d6374123b57759435d43d7aa&device_id=a97bdede-0305-4f4b-bc04-8b659b1c88ce HTTP/1.1" status: 200 len: 1127 time: 0.2794559 May 20 09:13:50.283378 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 58008) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:50.337879 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.provisioning_blocks [req-8298f7ac-8a3f-4d49-80cf-dd4b3da3ad11 req-ab0b98c5-e314-43a9-8431-1cf411c8be7b service neutron] Transition to ACTIVE for port object 7d1ab808-94ab-41bb-b7aa-8b530eb9862e will not be triggered until provisioned by entity L2. {{(pid=104275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 20 09:13:50.384246 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-8298f7ac-8a3f-4d49-80cf-dd4b3da3ad11 req-ab0b98c5-e314-43a9-8431-1cf411c8be7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30908404'] for port (7d1ab808-94ab-41bb-b7aa-8b530eb9862e), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:50.399447 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-219b19f9-e796-4760-a069-c1937603c06c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:50.420065 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-f16c56ad-3776-4152-83a2-0f61ebd9d8c0 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks [] for floatingip (9a785a06-c144-464b-8494-cb4ee6c1f173), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:50.443165 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7c1ea66b-2b09-4566-844a-adb5b9fc0ddd req-ad0f6487-0782-40bf-a3a0-e66824d0b907 service neutron] 10.222.0.69 "GET /v2.0/networks/328df357-f834-447d-8616-ac57cd7979a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491874 May 20 09:13:50.477582 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a041468f-dbde-4d56-8e4a-d9a7299159a0 req-f16bae83-3431-451b-852d-79f1ff8b321b tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:50.479588 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a041468f-dbde-4d56-8e4a-d9a7299159a0 req-f16bae83-3431-451b-852d-79f1ff8b321b tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e26fcf7-52fb-4640-9eeb-1de9f728cc0b HTTP/1.1" status: 200 len: 943 time: 0.2645149 May 20 09:13:50.601628 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 58016) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:50.632513 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0b98c5-e314-43a9-8431-1cf411c8be7b service neutron] Pushing event updated for resources: {'Port': ['ID=7d1ab808-94ab-41bb-b7aa-8b530eb9862e,revision_number=2']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:50.666601 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-132d0d53-951a-4a95-81e5-68d85ad89b36 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c72c4fd7f4894234b985a06c51bcf361&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0635071 May 20 09:13:50.667230 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 58022) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:50.695609 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e062680d-66ff-4ed6-89b2-9c9237dbbfd4 req-27f0f47e-6b2f-4e6c-9309-6cba0fed454a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:50.697151 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-e062680d-66ff-4ed6-89b2-9c9237dbbfd4 req-27f0f47e-6b2f-4e6c-9309-6cba0fed454a service neutron] 10.222.0.44 "GET /v2.0/networks?id=f436d993-53fd-4882-b0ef-cefd5c9953db HTTP/1.1" status: 200 len: 913 time: 0.4915535 May 20 09:13:50.726934 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-f16c56ad-3776-4152-83a2-0f61ebd9d8c0 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (d4286888-5c94-40ee-8400-b6a463c73958), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:50.811800 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-10fc42d4-10e7-4b72-b889-ea222ac84dc6 admin admin] Publish callbacks [] for security_group (f803b5a5-dbea-4482-bb60-68a1d5d3901c), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:50.846005 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609383e9-639e-4ebe-ac62-48c46cd26e3d req-e0466147-e83c-4ac2-8fd3-db1bedb48dce tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:50.857392 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-609383e9-639e-4ebe-ac62-48c46cd26e3d req-e0466147-e83c-4ac2-8fd3-db1bedb48dce tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 944 time: 0.0870211 May 20 09:13:50.861899 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a041468f-dbde-4d56-8e4a-d9a7299159a0 req-13ef47af-3dc0-4ead-a00c-95f846c03213 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/security-groups?id=17f26925-f1fc-44f5-854c-e8f8b00bae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645339 May 20 09:13:50.874481 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:50.885439 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-10fc42d4-10e7-4b72-b889-ea222ac84dc6 admin admin] Publish callbacks [] for security_group (f803b5a5-dbea-4482-bb60-68a1d5d3901c), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:50.921752 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:50.925177 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-219b19f9-e796-4760-a069-c1937603c06c admin admin] Publish callbacks [] for security_group (19a2a2ca-d854-45ca-9bcf-e138d14d31d8), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:50.939733 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:DELETE=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:50.948716 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-609383e9-639e-4ebe-ac62-48c46cd26e3d req-09098fd4-9fd1-418f-a7cc-25fe0f11c7f0 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904179 May 20 09:13:50.966217 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-219b19f9-e796-4760-a069-c1937603c06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (19a2a2ca-d854-45ca-9bcf-e138d14d31d8), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:50.978212 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-10fc42d4-10e7-4b72-b889-ea222ac84dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (f803b5a5-dbea-4482-bb60-68a1d5d3901c), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:50.981807 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-10fc42d4-10e7-4b72-b889-ea222ac84dc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:50.982169 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 09:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3fbfbe-283f-42ce-a835-cb95f0d1dc2c x-openstack-request-id: req-1e3fbfbe-283f-42ce-a835-cb95f0d1dc2c {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:13:50.982489 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a97bdede-0305-4f4b-bc04-8b659b1c88ce", "tag": "5dbf97e0-97de-43b0-acce-908bce8975fe", "status": "completed", "code": 200}]} {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:13:50.982741 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1e3fbfbe-283f-42ce-a835-cb95f0d1dc2c {{(pid=104275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:13:50.983813 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-10fc42d4-10e7-4b72-b889-ea222ac84dc6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f803b5a5-dbea-4482-bb60-68a1d5d3901c HTTP/1.1" status: 204 len: 168 time: 0.3152471 May 20 09:13:50.990868 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e3fbfbe-283f-42ce-a835-cb95f0d1dc2c'] response: {'name': 'network-changed', 'server_uuid': 'a97bdede-0305-4f4b-bc04-8b659b1c88ce', 'tag': '5dbf97e0-97de-43b0-acce-908bce8975fe', 'status': 'completed', 'code': 200} May 20 09:13:50.996551 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fc42d4-10e7-4b72-b889-ea222ac84dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f803b5a5-dbea-4482-bb60-68a1d5d3901c,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:51.073286 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4252079b-8afb-40a3-a2eb-110d6617fb28 req-10163b17-b502-4e01-bee1-74af0fca5bdf tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=121038e6-7ba5-4d8f-b099-53e27cc913c6 HTTP/1.1" status: 200 len: 210 time: 0.0607846 May 20 09:13:51.126618 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-219b19f9-e796-4760-a069-c1937603c06c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3cdc9d7c04474a868c926cf065427f5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8402567 May 20 09:13:51.129513 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 58036) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:51.130865 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [req-8298f7ac-8a3f-4d49-80cf-dd4b3da3ad11 req-ab0b98c5-e314-43a9-8431-1cf411c8be7b service neutron] Attempting to bind port 7d1ab808-94ab-41bb-b7aa-8b530eb9862e on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 20 09:13:51.131465 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [req-8298f7ac-8a3f-4d49-80cf-dd4b3da3ad11 req-ab0b98c5-e314-43a9-8431-1cf411c8be7b service neutron] Attempting to bind port 7d1ab808-94ab-41bb-b7aa-8b530eb9862e by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '32ffeb4b-663b-4183-8636-9b9183111437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '40febe0e-a58d-4d88-9cb1-48f696a34f45'}] {{(pid=104275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 20 09:13:51.131972 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8298f7ac-8a3f-4d49-80cf-dd4b3da3ad11 req-ab0b98c5-e314-43a9-8431-1cf411c8be7b service neutron] Attempting to bind port 7d1ab808-94ab-41bb-b7aa-8b530eb9862e on network 40febe0e-a58d-4d88-9cb1-48f696a34f45 {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:13:51.139207 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-99df47f7-5a2b-42e4-9065-639f3baaafcc req-7494d6ab-794b-4675-8216-0a9284727dd9 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 210 time: 0.0703619 May 20 09:13:51.143107 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219b19f9-e796-4760-a069-c1937603c06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a2a2ca-d854-45ca-9bcf-e138d14d31d8,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:51.148217 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8298f7ac-8a3f-4d49-80cf-dd4b3da3ad11 req-ab0b98c5-e314-43a9-8431-1cf411c8be7b service neutron] Port 7d1ab808-94ab-41bb-b7aa-8b530eb9862e on network 40febe0e-a58d-4d88-9cb1-48f696a34f45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 09:13:51.148744 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8298f7ac-8a3f-4d49-80cf-dd4b3da3ad11 req-ab0b98c5-e314-43a9-8431-1cf411c8be7b service neutron] Attempting to bind port 7d1ab808-94ab-41bb-b7aa-8b530eb9862e on network 40febe0e-a58d-4d88-9cb1-48f696a34f45 {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:13:51.197827 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a4bf484b-11ba-435c-aa1e-b23e2d7e5d84 admin admin] Publish callbacks [] for security_group (19a2a2ca-d854-45ca-9bcf-e138d14d31d8), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:51.209783 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8298f7ac-8a3f-4d49-80cf-dd4b3da3ad11 req-ab0b98c5-e314-43a9-8431-1cf411c8be7b service neutron] Checking agent: {'id': '2d1be950-4dd6-4324-90da-2272c7a86826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 9, 11, 22), 'started_at': datetime.datetime(2022, 5, 20, 9, 11, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 9, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 09:13:51.210342 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8298f7ac-8a3f-4d49-80cf-dd4b3da3ad11 req-ab0b98c5-e314-43a9-8431-1cf411c8be7b service neutron] Checking segment: {'id': '32ffeb4b-663b-4183-8636-9b9183111437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '40febe0e-a58d-4d88-9cb1-48f696a34f45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:13:51.210914 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8298f7ac-8a3f-4d49-80cf-dd4b3da3ad11 req-ab0b98c5-e314-43a9-8431-1cf411c8be7b service neutron] Bound using segment: {'id': '32ffeb4b-663b-4183-8636-9b9183111437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '40febe0e-a58d-4d88-9cb1-48f696a34f45'} {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 09:13:51.211401 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [req-8298f7ac-8a3f-4d49-80cf-dd4b3da3ad11 req-ab0b98c5-e314-43a9-8431-1cf411c8be7b service neutron] Bound port: 7d1ab808-94ab-41bb-b7aa-8b530eb9862e, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32ffeb4b-663b-4183-8636-9b9183111437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '40febe0e-a58d-4d88-9cb1-48f696a34f45'}}] {{(pid=104275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 20 09:13:51.211780 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-8298f7ac-8a3f-4d49-80cf-dd4b3da3ad11 req-ab0b98c5-e314-43a9-8431-1cf411c8be7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (7d1ab808-94ab-41bb-b7aa-8b530eb9862e), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:51.226384 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a4bf484b-11ba-435c-aa1e-b23e2d7e5d84 admin admin] Publish callbacks [] for security_group (19a2a2ca-d854-45ca-9bcf-e138d14d31d8), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:51.236010 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:51.305725 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a4bf484b-11ba-435c-aa1e-b23e2d7e5d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (19a2a2ca-d854-45ca-9bcf-e138d14d31d8), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:51.310446 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a4bf484b-11ba-435c-aa1e-b23e2d7e5d84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:51.312517 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-a4bf484b-11ba-435c-aa1e-b23e2d7e5d84 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/19a2a2ca-d854-45ca-9bcf-e138d14d31d8 HTTP/1.1" status: 204 len: 168 time: 0.1817000 May 20 09:13:51.323281 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [req-8298f7ac-8a3f-4d49-80cf-dd4b3da3ad11 req-ab0b98c5-e314-43a9-8431-1cf411c8be7b service neutron] For port 7d1ab808-94ab-41bb-b7aa-8b530eb9862e, host hv-cinder-83699, cleared binding levels {{(pid=104275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 09:13:51.336114 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bf484b-11ba-435c-aa1e-b23e2d7e5d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a2a2ca-d854-45ca-9bcf-e138d14d31d8,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:51.343497 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [req-8298f7ac-8a3f-4d49-80cf-dd4b3da3ad11 req-ab0b98c5-e314-43a9-8431-1cf411c8be7b service neutron] For port 7d1ab808-94ab-41bb-b7aa-8b530eb9862e, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=7d1ab808-94ab-41bb-b7aa-8b530eb9862e,segment=NetworkSegment(32ffeb4b-663b-4183-8636-9b9183111437),segment_id=32ffeb4b-663b-4183-8636-9b9183111437)] {{(pid=104275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 09:13:51.354009 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-f16c56ad-3776-4152-83a2-0f61ebd9d8c0 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks [] for port (d4286888-5c94-40ee-8400-b6a463c73958), precommit_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:51.358408 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-8298f7ac-8a3f-4d49-80cf-dd4b3da3ad11 req-ab0b98c5-e314-43a9-8431-1cf411c8be7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30908404'] for port (7d1ab808-94ab-41bb-b7aa-8b530eb9862e), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:51.368497 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-f16c56ad-3776-4152-83a2-0f61ebd9d8c0 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30908404'] for port (d4286888-5c94-40ee-8400-b6a463c73958), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:51.410795 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8298f7ac-8a3f-4d49-80cf-dd4b3da3ad11 req-ab0b98c5-e314-43a9-8431-1cf411c8be7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:51.411753 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-8298f7ac-8a3f-4d49-80cf-dd4b3da3ad11 req-ab0b98c5-e314-43a9-8431-1cf411c8be7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for port (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:51.413354 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-8298f7ac-8a3f-4d49-80cf-dd4b3da3ad11 req-ab0b98c5-e314-43a9-8431-1cf411c8be7b service neutron] 10.222.0.44 "PUT /v2.0/ports/7d1ab808-94ab-41bb-b7aa-8b530eb9862e HTTP/1.1" status: 200 len: 1094 time: 3.8331201 May 20 09:13:51.467877 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0b98c5-e314-43a9-8431-1cf411c8be7b service neutron] Pushing event updated for resources: {'Port': ['ID=7d1ab808-94ab-41bb-b7aa-8b530eb9862e,revision_number=3']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:51.505146 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-f16c56ad-3776-4152-83a2-0f61ebd9d8c0 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680135'] for floatingip (9a785a06-c144-464b-8494-cb4ee6c1f173), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:51.531697 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-f16c56ad-3776-4152-83a2-0f61ebd9d8c0 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for floatingip (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:51.535839 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-f16c56ad-3776-4152-83a2-0f61ebd9d8c0 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.9508557 May 20 09:13:51.537288 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c56ad-3776-4152-83a2-0f61ebd9d8c0 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Pushing event updated for resources: {'Port': ['ID=d4286888-5c94-40ee-8400-b6a463c73958,revision_number=2']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:51.669110 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:51.779748 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2deb8318-b4d1-4e47-9b6f-7367388ca807 req-6a0bb66d-bb90-4f18-a0cf-a6a7fd6397a8 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--974521885&fields=id&tenant_id=9dd35ce1fcbd4038a0c556a45059c7d7 HTTP/1.1" status: 200 len: 267 time: 0.0489030 May 20 09:13:51.896421 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb8318-b4d1-4e47-9b6f-7367388ca807 req-324c6701-fc2b-4b41-90fc-956a2a172059 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:51.898504 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2deb8318-b4d1-4e47-9b6f-7367388ca807 req-324c6701-fc2b-4b41-90fc-956a2a172059 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/networks?id=1877e401-d42a-4a52-b633-242e6f958903 HTTP/1.1" status: 200 len: 811 time: 0.1113734 May 20 09:13:51.917070 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2deb8318-b4d1-4e47-9b6f-7367388ca807 req-18098a05-0962-46c8-bd7d-f20a5cf1af9f tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/quotas/9dd35ce1fcbd4038a0c556a45059c7d7 HTTP/1.1" status: 200 len: 375 time: 0.0100429 May 20 09:13:51.979891 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2deb8318-b4d1-4e47-9b6f-7367388ca807 req-a787ec03-b891-4c48-931c-932a814c6655 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=9dd35ce1fcbd4038a0c556a45059c7d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566802 May 20 09:13:52.007108 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f769c03-fcf6-4a7c-895a-cee994fb1ccc req-b6d10ed1-d440-44ea-b129-aa0cd334421f tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:52.008678 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-4f769c03-fcf6-4a7c-895a-cee994fb1ccc req-b6d10ed1-d440-44ea-b129-aa0cd334421f tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e26fcf7-52fb-4640-9eeb-1de9f728cc0b HTTP/1.1" status: 200 len: 943 time: 0.0692122 May 20 09:13:52.065089 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-4f769c03-fcf6-4a7c-895a-cee994fb1ccc req-2662cd11-0b45-47e8-8e1a-53540b17fbb7 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/security-groups?id=17f26925-f1fc-44f5-854c-e8f8b00bae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479290 May 20 09:13:52.140852 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2deb8318-b4d1-4e47-9b6f-7367388ca807 req-5809d690-ab18-4d3f-a49f-c5e238c39c2f service neutron] 10.222.0.69 "GET /v2.0/networks/1877e401-d42a-4a52-b633-242e6f958903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496389 May 20 09:13:52.195880 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6af9d5-9bf7-4853-8d82-4a2d20347992 req-20b1328d-b3a5-4673-a4b2-b0fc0748665f tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:52.195880 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-0d6af9d5-9bf7-4853-8d82-4a2d20347992 req-20b1328d-b3a5-4673-a4b2-b0fc0748665f tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 944 time: 0.0556638 May 20 09:13:52.257932 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2deb8318-b4d1-4e47-9b6f-7367388ca807 req-c75b86fb-54c8-40bb-8cd4-d9d38545a2dc service neutron] 10.222.0.69 "GET /v2.0/networks/1877e401-d42a-4a52-b633-242e6f958903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158104 May 20 09:13:52.265999 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-0d6af9d5-9bf7-4853-8d82-4a2d20347992 req-b16c3d91-9118-4262-9263-9e0ba72462c5 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648444 May 20 09:13:52.410673 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-2f23e05d-2623-4027-a6f5-4bd4b95d4f14 req-c35e41d2-4c12-4359-bb39-42e394f212e9 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=121038e6-7ba5-4d8f-b099-53e27cc913c6 HTTP/1.1" status: 200 len: 210 time: 0.0713520 May 20 09:13:52.465165 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d9f54026-e5ed-47a8-b929-e9106e4ee5a3 req-2ba43563-b29d-4765-aa46-10958c0a67d7 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 210 time: 0.0473013 May 20 09:13:52.551288 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-7d3263ef-3147-488e-82d7-c7149b42abba req-1c1ec9dc-88d9-4249-b580-7fbc0271e6d4 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 210 time: 0.0448887 May 20 09:13:52.709178 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:52.735513 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (2d1be950-4dd6-4324-90da-2272c7a86826), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:52.744576 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 09:13:52.760975 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-bbff50f6-3766-4251-b522-a3bc48e20d9d req-56fef8e0-ad71-48cb-9b79-4f2c685c1c6d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5dbf97e0-97de-43b0-acce-908bce8975fe HTTP/1.1" status: 200 len: 217 time: 0.0486653 May 20 09:13:52.817424 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-e062680d-66ff-4ed6-89b2-9c9237dbbfd4 req-bf027519-c578-4b50-a9a0-f287e4c01302 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927 HTTP/1.1" status: 200 len: 217 time: 0.0546346 May 20 09:13:53.028503 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fb33473-a994-427d-9822-3ff769987a56', 'tag': '7d1ab808-94ab-41bb-b7aa-8b530eb9862e'}] {{(pid=104275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:13:53.038251 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eea53449646a7168c1429fc9fd421a4bc8c13d7c241c91a60dad7e76b53d9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c92489d-5e01-4c31-b6d0-3b38cb57e918" -d '{"events": [{"name": "network-changed", "server_uuid": "7fb33473-a994-427d-9822-3ff769987a56", "tag": "7d1ab808-94ab-41bb-b7aa-8b530eb9862e"}]}' {{(pid=104275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:13:53.089864 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:53.104650 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port 1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927,segment=NetworkSegment(0178583d-7daf-444e-a38c-d7c695197188),segment_id=0178583d-7daf-444e-a38c-d7c695197188)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:13:53.109350 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8298f7ac-8a3f-4d49-80cf-dd4b3da3ad11 req-bb3711ce-1809-4347-ba80-a72d24b027e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:53.121301 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-8298f7ac-8a3f-4d49-80cf-dd4b3da3ad11 req-bb3711ce-1809-4347-ba80-a72d24b027e6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ed0e52a9d6374123b57759435d43d7aa&device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 1128 time: 0.3016112 May 20 09:13:53.138896 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff50f6-3766-4251-b522-a3bc48e20d9d req-e6aa3dcf-fd7b-4b82-a19c-d3b645343b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:53.139309 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Returning: {'device': '1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927', 'network_id': 'f436d993-53fd-4882-b0ef-cefd5c9953db', 'port_id': '1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927', 'mac_address': 'fa:16:3e:ce:d5:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '138e2659-b73a-40fb-8704-34c79ff06be3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 09:13:53.140952 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-bbff50f6-3766-4251-b522-a3bc48e20d9d req-e6aa3dcf-fd7b-4b82-a19c-d3b645343b5e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7263cb7-bd14-41ff-8f4b-b90e8869f0b0 HTTP/1.1" status: 200 len: 857 time: 0.3223670 May 20 09:13:53.142520 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e062680d-66ff-4ed6-89b2-9c9237dbbfd4 req-72422914-c89d-4e9d-a910-7552d84d7bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:53.155443 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-e062680d-66ff-4ed6-89b2-9c9237dbbfd4 req-72422914-c89d-4e9d-a910-7552d84d7bf4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=138e2659-b73a-40fb-8704-34c79ff06be3 HTTP/1.1" status: 200 len: 852 time: 0.2929206 May 20 09:13:53.194130 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 09:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0b1d91-00e3-430e-9f0d-f727e7eb2efc x-openstack-request-id: req-ed0b1d91-00e3-430e-9f0d-f727e7eb2efc {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:13:53.194653 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fb33473-a994-427d-9822-3ff769987a56", "tag": "7d1ab808-94ab-41bb-b7aa-8b530eb9862e", "status": "completed", "code": 200}]} {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:13:53.195029 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ed0b1d91-00e3-430e-9f0d-f727e7eb2efc {{(pid=104275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:13:53.195600 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed0b1d91-00e3-430e-9f0d-f727e7eb2efc'] response: {'name': 'network-changed', 'server_uuid': '7fb33473-a994-427d-9822-3ff769987a56', 'tag': '7d1ab808-94ab-41bb-b7aa-8b530eb9862e', 'status': 'completed', 'code': 200} May 20 09:13:53.214930 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-8298f7ac-8a3f-4d49-80cf-dd4b3da3ad11 req-6823420a-8ec0-4e35-9957-e1294a1decba service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d1ab808-94ab-41bb-b7aa-8b530eb9862e HTTP/1.1" status: 200 len: 217 time: 0.0862138 May 20 09:13:53.222828 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port 1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927 is: DOWN; New status is: BUILD {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:13:53.224280 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:53.253572 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927 {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 09:13:53.282207 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port 1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927,segment=NetworkSegment(0178583d-7daf-444e-a38c-d7c695197188),segment_id=0178583d-7daf-444e-a38c-d7c695197188)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:13:53.289892 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:53.309527 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-e062680d-66ff-4ed6-89b2-9c9237dbbfd4 req-ee193311-f2e7-4d0b-abbd-4a302d2ed4aa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f436d993-53fd-4882-b0ef-cefd5c9953db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1118290 May 20 09:13:53.337062 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869272d-3276-424a-9ee5-723301566639 req-8d09d02d-fdd3-46a2-b2d3-d8e1c93c960b tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:53.344249 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-e869272d-3276-424a-9ee5-723301566639 req-8d09d02d-fdd3-46a2-b2d3-d8e1c93c960b tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e26fcf7-52fb-4640-9eeb-1de9f728cc0b HTTP/1.1" status: 200 len: 943 time: 0.1455874 May 20 09:13:53.352850 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff50f6-3766-4251-b522-a3bc48e20d9d req-647c33ea-95bf-44f4-a54d-af63e6a3c324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:53.354472 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-bbff50f6-3766-4251-b522-a3bc48e20d9d req-647c33ea-95bf-44f4-a54d-af63e6a3c324 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=40febe0e-a58d-4d88-9cb1-48f696a34f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1550136 May 20 09:13:53.410111 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-e869272d-3276-424a-9ee5-723301566639 req-820f11bb-9fbf-4e0e-a4f6-2b459534b8dd tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/security-groups?id=17f26925-f1fc-44f5-854c-e8f8b00bae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648940 May 20 09:13:53.462842 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927,revision_number=4']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:53.476688 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290089b-f1cd-4a1c-b1c6-ce36c91cf251 req-90cf13bb-3549-426a-a1d8-354b273daea7 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:53.478295 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b290089b-f1cd-4a1c-b1c6-ce36c91cf251 req-90cf13bb-3549-426a-a1d8-354b273daea7 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 944 time: 0.1157892 May 20 09:13:53.577898 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] get_ports_and_sgs() called for port_ids ['1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927'] {{(pid=104277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 09:13:53.594697 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b290089b-f1cd-4a1c-b1c6-ce36c91cf251 req-13423ba7-097a-43f8-bb77-aa93fbbf7d44 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079798 May 20 09:13:53.600646 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:53.630591 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.44', 63358) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:53.674342 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-244aca2b-7f43-4a60-aa26-0fed7b437f42 req-41d7aa8d-70f1-423b-a59d-e478d5fabb8e tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=121038e6-7ba5-4d8f-b099-53e27cc913c6 HTTP/1.1" status: 200 len: 210 time: 0.0718136 May 20 09:13:53.836570 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8298f7ac-8a3f-4d49-80cf-dd4b3da3ad11 req-892c0a7b-d7a4-4281-86c4-75ff469251d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:53.838319 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-8298f7ac-8a3f-4d49-80cf-dd4b3da3ad11 req-892c0a7b-d7a4-4281-86c4-75ff469251d5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7263cb7-bd14-41ff-8f4b-b90e8869f0b0 HTTP/1.1" status: 200 len: 857 time: 0.3327212 May 20 09:13:53.862125 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-e062680d-66ff-4ed6-89b2-9c9237dbbfd4 req-75501cd6-30be-44e3-a6c7-b1513ed36709 service neutron] 10.222.0.44 "GET /v2.0/networks/f436d993-53fd-4882-b0ef-cefd5c9953db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4366572 May 20 09:13:53.887021 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.44', 63360) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:53.994764 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=62,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:54.016966 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=75,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:54.041208 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2d37abf2-7153-48a6-9c3e-119ef15ecf3c req-8cfe4b30-c8ce-453f-8657-bf75d5408cd9 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 210 time: 0.1601532 May 20 09:13:54.068656 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:54.091026 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c6e3d-d52f-42e2-8986-1961ee3911d0 req-bcc892ac-25e4-48ca-9428-026e9f52cbcc tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:54.092821 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a10c6e3d-d52f-42e2-8986-1961ee3911d0 req-bcc892ac-25e4-48ca-9428-026e9f52cbcc tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.44 "GET /v2.0/networks?id=cb464892-cf71-4d2e-b68f-60163c12a0fe HTTP/1.1" status: 200 len: 816 time: 0.4607821 May 20 09:13:54.113379 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ea66b-2b09-4566-844a-adb5b9fc0ddd req-0602ef66-c0f1-4a83-9bc2-4b86b9726b05 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:54.114487 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7c1ea66b-2b09-4566-844a-adb5b9fc0ddd req-0602ef66-c0f1-4a83-9bc2-4b86b9726b05 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.44 "GET /v2.0/networks?id=328df357-f834-447d-8616-ac57cd7979a2 HTTP/1.1" status: 200 len: 814 time: 0.2250030 May 20 09:13:54.320885 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.44', 63364) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:54.353815 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b0e40bd7-70fe-4ab7-aaab-1559f56627b5 req-168c482d-b05f-40c9-8ef3-2984067267eb tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 210 time: 0.4684196 May 20 09:13:54.359437 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-bbff50f6-3766-4251-b522-a3bc48e20d9d req-57a14740-f911-4a8b-8a37-aaaf9f4f2a6c service neutron] 10.222.0.44 "GET /v2.0/networks/40febe0e-a58d-4d88-9cb1-48f696a34f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8772283 May 20 09:13:54.396633 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:54.421074 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8298f7ac-8a3f-4d49-80cf-dd4b3da3ad11 req-f9b75442-7d87-44ec-a511-cdcbf68a40e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:54.422791 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-8298f7ac-8a3f-4d49-80cf-dd4b3da3ad11 req-f9b75442-7d87-44ec-a511-cdcbf68a40e2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=40febe0e-a58d-4d88-9cb1-48f696a34f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.5726650 May 20 09:13:54.463169 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7c1ea66b-2b09-4566-844a-adb5b9fc0ddd req-c6482e5c-eb4b-4936-9da7-881b1a7bdf87 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ddfd22e3dde4cc89c073bd2d88d648b HTTP/1.1" status: 200 len: 379 time: 0.3257096 May 20 09:13:54.485736 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [req-7c1ea66b-2b09-4566-844a-adb5b9fc0ddd req-03c1152e-0fef-4cdc-8e2e-52a55f4053d0 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Request body: {'port': {'device_id': '121038e6-7ba5-4d8f-b099-53e27cc913c6', 'network_id': '328df357-f834-447d-8616-ac57cd7979a2', 'admin_state_up': True, 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'security_groups': ['a23ab695-8289-4d9f-9248-b1f0cd06e078']}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:13:54.496283 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a10c6e3d-d52f-42e2-8986-1961ee3911d0 req-20463dd7-c1c3-41a9-a2d7-ea1f3219cf36 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92bf8a2fea6243c28aff53d39a57f92c HTTP/1.1" status: 200 len: 380 time: 0.3554900 May 20 09:13:54.518797 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [req-a10c6e3d-d52f-42e2-8986-1961ee3911d0 req-6d5445ce-eaef-4983-9313-46596d6e6788 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Request body: {'port': {'device_id': 'b7d7463c-5e56-405b-911d-9b7fa6d3f7d9', 'network_id': 'cb464892-cf71-4d2e-b68f-60163c12a0fe', 'admin_state_up': True, 'tenant_id': '92bf8a2fea6243c28aff53d39a57f92c', 'security_groups': ['883008c0-118f-4e97-a996-a72a3f7db2dd']}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:13:54.621452 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-bbff50f6-3766-4251-b522-a3bc48e20d9d req-1c546db2-78b4-4ddc-b85b-55d922bfcf6d service neutron] 10.222.0.44 "GET /v2.0/networks/40febe0e-a58d-4d88-9cb1-48f696a34f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184389 May 20 09:13:54.628959 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-e062680d-66ff-4ed6-89b2-9c9237dbbfd4 req-a18536b4-bce9-4814-bffc-44d2b71c95b7 service neutron] 10.222.0.44 "GET /v2.0/networks/f436d993-53fd-4882-b0ef-cefd5c9953db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7318530 May 20 09:13:54.651719 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-8298f7ac-8a3f-4d49-80cf-dd4b3da3ad11 req-6b108df7-645d-477d-9780-96694e8bc8f2 service neutron] 10.222.0.44 "GET /v2.0/networks/40febe0e-a58d-4d88-9cb1-48f696a34f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561525 May 20 09:13:54.686930 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 58216) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:54.690654 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069960d-1b0f-47ba-9572-411f4ca0c4cf req-da368dfe-57d7-432d-8dea-b558015bd69c tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:54.692198 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2069960d-1b0f-47ba-9572-411f4ca0c4cf req-da368dfe-57d7-432d-8dea-b558015bd69c tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e26fcf7-52fb-4640-9eeb-1de9f728cc0b HTTP/1.1" status: 200 len: 944 time: 0.1903510 May 20 09:13:54.702744 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb8318-b4d1-4e47-9b6f-7367388ca807 req-925212f0-78e8-4dbf-9ec4-46343d29994c tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:54.704197 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2deb8318-b4d1-4e47-9b6f-7367388ca807 req-925212f0-78e8-4dbf-9ec4-46343d29994c tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.44 "GET /v2.0/networks?id=1877e401-d42a-4a52-b633-242e6f958903 HTTP/1.1" status: 200 len: 811 time: 0.3786676 May 20 09:13:54.740589 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ffced-345c-47e6-8cfc-f9033d373efb req-8c2d1dd6-7a66-499f-a86f-f84bf6628ef1 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:54.742962 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-ba4ffced-345c-47e6-8cfc-f9033d373efb req-8c2d1dd6-7a66-499f-a86f-f84bf6628ef1 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 944 time: 0.0575485 May 20 09:13:54.808493 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-ba4ffced-345c-47e6-8cfc-f9033d373efb req-c74d8827-c07d-48e6-90c1-a7c1c9a9d92f tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560598 May 20 09:13:54.822557 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-367852f6-3ced-4b1f-bcae-4dcc36c910c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:54.843000 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2069960d-1b0f-47ba-9572-411f4ca0c4cf req-59655b30-4760-4697-8d81-b97f54cfd4c2 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/security-groups?id=17f26925-f1fc-44f5-854c-e8f8b00bae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278620 May 20 09:13:54.852602 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a10c6e3d-d52f-42e2-8986-1961ee3911d0 req-6d5445ce-eaef-4983-9313-46596d6e6788 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Made reservation on behalf of 92bf8a2fea6243c28aff53d39a57f92c for: {'port': 1} {{(pid=104276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:13:54.858626 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-a10c6e3d-d52f-42e2-8986-1961ee3911d0 req-6d5445ce-eaef-4983-9313-46596d6e6788 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:54.862440 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c1ea66b-2b09-4566-844a-adb5b9fc0ddd req-03c1152e-0fef-4cdc-8e2e-52a55f4053d0 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Made reservation on behalf of 2ddfd22e3dde4cc89c073bd2d88d648b for: {'port': 1} {{(pid=104276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:13:54.865676 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-7c1ea66b-2b09-4566-844a-adb5b9fc0ddd req-03c1152e-0fef-4cdc-8e2e-52a55f4053d0 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:54.879008 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:54.921757 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-d7767f56-8ba5-47e8-bae1-9359a6305d23 req-afa6b19b-7451-4e35-991b-fdda76e609d4 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=121038e6-7ba5-4d8f-b099-53e27cc913c6 HTTP/1.1" status: 200 len: 210 time: 0.0403268 May 20 09:13:54.933544 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-367852f6-3ced-4b1f-bcae-4dcc36c910c7 admin admin] Publish callbacks [] for security_group (afe4eb72-0830-421b-bfd8-eeae7230c078), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:54.939451 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-367852f6-3ced-4b1f-bcae-4dcc36c910c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (afe4eb72-0830-421b-bfd8-eeae7230c078), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:54.984782 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367852f6-3ced-4b1f-bcae-4dcc36c910c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe4eb72-0830-421b-bfd8-eeae7230c078,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:54.990088 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-367852f6-3ced-4b1f-bcae-4dcc36c910c7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=28af0d79a6a04140a2aba2537b6d710f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3021441 May 20 09:13:54.995735 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 58222) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:55.044860 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-31d76f15-eaf9-4835-84e3-e4b6b6e0d0af admin admin] Publish callbacks [] for security_group (afe4eb72-0830-421b-bfd8-eeae7230c078), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:55.065907 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-31d76f15-eaf9-4835-84e3-e4b6b6e0d0af admin admin] Publish callbacks [] for security_group (afe4eb72-0830-421b-bfd8-eeae7230c078), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:55.117546 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-31d76f15-eaf9-4835-84e3-e4b6b6e0d0af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (afe4eb72-0830-421b-bfd8-eeae7230c078), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:55.120209 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-31d76f15-eaf9-4835-84e3-e4b6b6e0d0af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:55.123972 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-31d76f15-eaf9-4835-84e3-e4b6b6e0d0af admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/afe4eb72-0830-421b-bfd8-eeae7230c078 HTTP/1.1" status: 204 len: 168 time: 0.1246319 May 20 09:13:55.130697 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d76f15-eaf9-4835-84e3-e4b6b6e0d0af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe4eb72-0830-421b-bfd8-eeae7230c078,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:55.332064 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4efb53d5-2afd-4f5f-89ee-172aa97a533d req-3d5041c1-2f24-4a61-8588-21a12f5fa1b5 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 210 time: 0.0607495 May 20 09:13:55.346263 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:55.361982 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_common [req-a10c6e3d-d52f-42e2-8986-1961ee3911d0 req-6d5445ce-eaef-4983-9313-46596d6e6788 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Allocated IP 172.20.0.6 (cb464892-cf71-4d2e-b68f-60163c12a0fe/0a5fa699-4c99-4ca7-94b7-2b5c0cff2418/d8e5bd7c-3deb-4042-9ef4-77d147264d87) {{(pid=104276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:13:55.381202 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_common [req-7c1ea66b-2b09-4566-844a-adb5b9fc0ddd req-03c1152e-0fef-4cdc-8e2e-52a55f4053d0 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Allocated IP 172.20.0.11 (328df357-f834-447d-8616-ac57cd7979a2/6a66febf-40e6-435b-a129-884260e28f23/10b699e9-683d-4dd6-90dd-b78af5111278) {{(pid=104276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:13:55.487804 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927 up at agent hyperv_hv-cinder-83699 {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:13:55.498038 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 58238) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:55.502779 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a1b3132a-bb7f-474f-8331-47b7be8eaff9 req-dad4971c-a90f-4ccf-8c17-28a00d93bf97 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 210 time: 0.0395792 May 20 09:13:55.516895 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-1dc6d657-494d-452d-8334-5d7afeb85b43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:55.529472 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:55.530198 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:55.565613 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Provisioning for port 1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927 completed by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 20 09:13:55.575850 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Provisioning complete for port 1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:13:55.576642 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:55.629057 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-a10c6e3d-d52f-42e2-8986-1961ee3911d0 req-6d5445ce-eaef-4983-9313-46596d6e6788 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks [] for port (d8e5bd7c-3deb-4042-9ef4-77d147264d87), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:55.630272 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-1dc6d657-494d-452d-8334-5d7afeb85b43 admin admin] Publish callbacks [] for security_group (dae321bb-d12f-4841-a7f8-483f00be285e), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:55.636005 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-1dc6d657-494d-452d-8334-5d7afeb85b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (dae321bb-d12f-4841-a7f8-483f00be285e), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:55.673394 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port 1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927 is: BUILD; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:13:55.673729 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:55.689627 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc6d657-494d-452d-8334-5d7afeb85b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae321bb-d12f-4841-a7f8-483f00be285e,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:55.693631 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-7c1ea66b-2b09-4566-844a-adb5b9fc0ddd req-03c1152e-0fef-4cdc-8e2e-52a55f4053d0 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for port (10b699e9-683d-4dd6-90dd-b78af5111278), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:55.700561 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-1dc6d657-494d-452d-8334-5d7afeb85b43 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4cfa4b5d1de34a6db71c61e0bff3041c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2013159 May 20 09:13:55.703277 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 58240) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:55.726198 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-a10c6e3d-d52f-42e2-8986-1961ee3911d0 req-6d5445ce-eaef-4983-9313-46596d6e6788 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (d8e5bd7c-3deb-4042-9ef4-77d147264d87), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:55.753515 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port 1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927,segment=NetworkSegment(0178583d-7daf-444e-a38c-d7c695197188),segment_id=0178583d-7daf-444e-a38c-d7c695197188)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:13:55.755709 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e26fcf7-52fb-4640-9eeb-1de9f728cc0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:13:55.782983 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-5a908547-887a-447a-bfbe-c6da3ac9a19a admin admin] Publish callbacks [] for security_group (dae321bb-d12f-4841-a7f8-483f00be285e), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:55.813111 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-5a908547-887a-447a-bfbe-c6da3ac9a19a admin admin] Publish callbacks [] for security_group (dae321bb-d12f-4841-a7f8-483f00be285e), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:55.825226 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a10c6e3d-d52f-42e2-8986-1961ee3911d0 req-6d5445ce-eaef-4983-9313-46596d6e6788 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Network cb464892-cf71-4d2e-b68f-60163c12a0fe is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:13:55.838359 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [req-a10c6e3d-d52f-42e2-8986-1961ee3911d0 req-6d5445ce-eaef-4983-9313-46596d6e6788 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:13:55.846117 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-7c1ea66b-2b09-4566-844a-adb5b9fc0ddd req-03c1152e-0fef-4cdc-8e2e-52a55f4053d0 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (10b699e9-683d-4dd6-90dd-b78af5111278), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:55.857064 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [req-a10c6e3d-d52f-42e2-8986-1961ee3911d0 req-6d5445ce-eaef-4983-9313-46596d6e6788 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Received port after_create {{(pid=104276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:13:55.862011 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5445ce-eaef-4983-9313-46596d6e6788 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Pushing event updated for resources: {'Port': ['ID=d8e5bd7c-3deb-4042-9ef4-77d147264d87,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:55.903998 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c1ea66b-2b09-4566-844a-adb5b9fc0ddd req-03c1152e-0fef-4cdc-8e2e-52a55f4053d0 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Network 328df357-f834-447d-8616-ac57cd7979a2 is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:13:55.910516 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-5a908547-887a-447a-bfbe-c6da3ac9a19a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (dae321bb-d12f-4841-a7f8-483f00be285e), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:55.914216 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:55.916474 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-5a908547-887a-447a-bfbe-c6da3ac9a19a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:55.918599 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-5a908547-887a-447a-bfbe-c6da3ac9a19a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dae321bb-d12f-4841-a7f8-483f00be285e HTTP/1.1" status: 204 len: 168 time: 0.2142222 May 20 09:13:55.939847 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a908547-887a-447a-bfbe-c6da3ac9a19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae321bb-d12f-4841-a7f8-483f00be285e,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:55.957234 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [req-7c1ea66b-2b09-4566-844a-adb5b9fc0ddd req-03c1152e-0fef-4cdc-8e2e-52a55f4053d0 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:13:55.967234 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c1ea66b-2b09-4566-844a-adb5b9fc0ddd req-03c1152e-0fef-4cdc-8e2e-52a55f4053d0 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Received port after_create {{(pid=104276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:13:56.035188 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927,revision_number=5']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:56.108561 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c6e3d-d52f-42e2-8986-1961ee3911d0 req-6d5445ce-eaef-4983-9313-46596d6e6788 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:56.109261 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-a10c6e3d-d52f-42e2-8986-1961ee3911d0 req-6d5445ce-eaef-4983-9313-46596d6e6788 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for port (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:56.118858 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c1152e-0fef-4cdc-8e2e-52a55f4053d0 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Pushing event updated for resources: {'Port': ['ID=10b699e9-683d-4dd6-90dd-b78af5111278,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:56.121591 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1feeb5-b3cc-4eca-a1f2-b4e32b551b34 req-64deb9f3-622a-4506-aada-dbd9708526bf tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:56.125201 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-0a1feeb5-b3cc-4eca-a1f2-b4e32b551b34 req-64deb9f3-622a-4506-aada-dbd9708526bf tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e26fcf7-52fb-4640-9eeb-1de9f728cc0b HTTP/1.1" status: 200 len: 945 time: 0.1060345 May 20 09:13:56.151786 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ea66b-2b09-4566-844a-adb5b9fc0ddd req-03c1152e-0fef-4cdc-8e2e-52a55f4053d0 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:56.152523 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-7c1ea66b-2b09-4566-844a-adb5b9fc0ddd req-03c1152e-0fef-4cdc-8e2e-52a55f4053d0 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for port (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:56.186642 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a79de04d4ec243d1cdc81b41ccc126ec62664011dfe1c1a94e68b1d536b5d8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6ecd85-348a-4452-a5fd-f14446fa7251" -d '{"events": [{"server_uuid": "6e26fcf7-52fb-4640-9eeb-1de9f728cc0b", "name": "network-vif-plugged", "status": "completed", "tag": "1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:13:56.191152 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61c9bc-fbc0-4feb-a49a-8845a504c55e req-31eef845-25b0-410b-86ff-95f7da6e8aff tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:56.192760 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2e61c9bc-fbc0-4feb-a49a-8845a504c55e req-31eef845-25b0-410b-86ff-95f7da6e8aff tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 944 time: 0.1787598 May 20 09:13:56.198796 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7c1ea66b-2b09-4566-844a-adb5b9fc0ddd req-03c1152e-0fef-4cdc-8e2e-52a55f4053d0 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7170343 May 20 09:13:56.202055 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a10c6e3d-d52f-42e2-8986-1961ee3911d0 req-6d5445ce-eaef-4983-9313-46596d6e6788 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6984496 May 20 09:13:56.214019 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-0a1feeb5-b3cc-4eca-a1f2-b4e32b551b34 req-1ec81c80-4678-4547-a35a-57dfe44df551 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/security-groups?id=17f26925-f1fc-44f5-854c-e8f8b00bae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806260 May 20 09:13:56.282038 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2e61c9bc-fbc0-4feb-a49a-8845a504c55e req-df17d4d3-3dd8-41e2-9565-02f77227a9e1 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773497 May 20 09:13:56.326980 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c0a5b-e10d-419b-90fa-9a8e13b574a5 req-bd736b1b-4c44-4e15-9920-3cf2dd4e048a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:56.333757 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-4a5c0a5b-e10d-419b-90fa-9a8e13b574a5 req-bd736b1b-4c44-4e15-9920-3cf2dd4e048a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=121038e6-7ba5-4d8f-b099-53e27cc913c6 HTTP/1.1" status: 200 len: 932 time: 0.0611644 May 20 09:13:56.335673 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-861b5270-1c49-4433-88bd-9f919a1f54ee None None] Provisioning complete for port d8e5bd7c-3deb-4042-9ef4-77d147264d87 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:13:56.337833 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-861b5270-1c49-4433-88bd-9f919a1f54ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (d8e5bd7c-3deb-4042-9ef4-77d147264d87), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:56.381453 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-861b5270-1c49-4433-88bd-9f919a1f54ee None None] Port d8e5bd7c-3deb-4042-9ef4-77d147264d87 cannot update to ACTIVE because it is not bound. {{(pid=104277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 20 09:13:56.385023 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-4a5c0a5b-e10d-419b-90fa-9a8e13b574a5 req-b5cba178-7794-45a0-ab91-648cb62af6d1 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=a23ab695-8289-4d9f-9248-b1f0cd06e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503142 May 20 09:13:56.391496 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:56.392964 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-861b5270-1c49-4433-88bd-9f919a1f54ee None None] Provisioning complete for port 10b699e9-683d-4dd6-90dd-b78af5111278 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:13:56.393545 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-861b5270-1c49-4433-88bd-9f919a1f54ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (10b699e9-683d-4dd6-90dd-b78af5111278), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:56.434597 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-861b5270-1c49-4433-88bd-9f919a1f54ee None None] Port 10b699e9-683d-4dd6-90dd-b78af5111278 cannot update to ACTIVE because it is not bound. {{(pid=104277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 20 09:13:56.491675 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 09:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42440d4e-da3a-4aa9-9604-90241c891f8a x-openstack-request-id: req-42440d4e-da3a-4aa9-9604-90241c891f8a {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:13:56.492249 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e26fcf7-52fb-4640-9eeb-1de9f728cc0b", "name": "network-vif-plugged", "status": "completed", "tag": "1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:13:56.492458 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-42440d4e-da3a-4aa9-9604-90241c891f8a {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:13:56.492921 dv-cinder-836996-23-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42440d4e-da3a-4aa9-9604-90241c891f8a'] response: {'server_uuid': '6e26fcf7-52fb-4640-9eeb-1de9f728cc0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927', 'code': 200} May 20 09:13:56.493047 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547fd17-d9cd-477d-b1ff-796033125e6b req-3329258b-9ffe-40e6-bf02-50f4e900906b tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:56.497812 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a547fd17-d9cd-477d-b1ff-796033125e6b req-3329258b-9ffe-40e6-bf02-50f4e900906b tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 931 time: 0.0587530 May 20 09:13:56.524870 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:56.545285 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a547fd17-d9cd-477d-b1ff-796033125e6b req-1b6d3fb3-3652-476d-9870-9d0b845dda16 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449536 May 20 09:13:56.608920 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1a1f1603-9d3b-4ab8-8681-7ef0e1ddc16a req-3080ca57-6778-4903-b3d1-7e6034fe52b7 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 210 time: 0.0290654 May 20 09:13:57.286613 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [req-a10c6e3d-d52f-42e2-8986-1961ee3911d0 req-f75c946e-0a8a-4511-b2e7-05dd2ebd7bce service neutron] Request body: {'port': {'device_id': 'b7d7463c-5e56-405b-911d-9b7fa6d3f7d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:13:57.316435 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [req-7c1ea66b-2b09-4566-844a-adb5b9fc0ddd req-3d9b0854-7550-4703-af9d-bba5f7faeba7 service neutron] Request body: {'port': {'device_id': '121038e6-7ba5-4d8f-b099-53e27cc913c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:13:57.349235 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:UPDATE=2,neutron:INSERT=3,neutron:SELECT=91,neutron:DELETE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:57.393000 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a047334-fc5e-4056-9fc3-fd20edb65b98 req-f0905934-51ff-413e-b9b4-00cc2d8a363f tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:57.394885 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-2a047334-fc5e-4056-9fc3-fd20edb65b98 req-f0905934-51ff-413e-b9b4-00cc2d8a363f tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e26fcf7-52fb-4640-9eeb-1de9f728cc0b HTTP/1.1" status: 200 len: 945 time: 0.1169412 May 20 09:13:57.463450 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-8298f7ac-8a3f-4d49-80cf-dd4b3da3ad11 req-e7e5b5d7-9c2a-48f5-b636-f5cfff5388df service neutron] 10.222.0.44 "GET /v2.0/networks/40febe0e-a58d-4d88-9cb1-48f696a34f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989007 May 20 09:13:57.468367 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-2a047334-fc5e-4056-9fc3-fd20edb65b98 req-1d13c5f6-2641-48e6-95cc-0c67fe5cb34b tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/security-groups?id=17f26925-f1fc-44f5-854c-e8f8b00bae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616136 May 20 09:13:57.525548 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:57.538084 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7adaa-c618-4ce8-89f2-ad61a0f2fb9a req-92112918-c2fb-4819-8a72-2e937ebc1664 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:57.548613 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-aff7adaa-c618-4ce8-89f2-ad61a0f2fb9a req-92112918-c2fb-4819-8a72-2e937ebc1664 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 944 time: 0.1686726 May 20 09:13:57.597869 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-7c1ea66b-2b09-4566-844a-adb5b9fc0ddd req-3d9b0854-7550-4703-af9d-bba5f7faeba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (10b699e9-683d-4dd6-90dd-b78af5111278), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:57.613871 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-a10c6e3d-d52f-42e2-8986-1961ee3911d0 req-f75c946e-0a8a-4511-b2e7-05dd2ebd7bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (d8e5bd7c-3deb-4042-9ef4-77d147264d87), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:57.616669 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3d8dd-6ada-48b7-9147-c474c86eafdf req-172799b4-da58-44de-8b5c-052356b369ee tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:57.623987 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-97c3d8dd-6ada-48b7-9147-c474c86eafdf req-172799b4-da58-44de-8b5c-052356b369ee tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=121038e6-7ba5-4d8f-b099-53e27cc913c6 HTTP/1.1" status: 200 len: 932 time: 0.0708368 May 20 09:13:57.630031 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2deb8318-b4d1-4e47-9b6f-7367388ca807 req-643e59a8-7d62-45cd-af46-36b5187b0c19 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9dd35ce1fcbd4038a0c556a45059c7d7 HTTP/1.1" status: 200 len: 379 time: 0.3663154 May 20 09:13:57.685200 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-97c3d8dd-6ada-48b7-9147-c474c86eafdf req-04ba4655-ba39-4ddc-b9f7-9aebbfd2c0f2 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=a23ab695-8289-4d9f-9248-b1f0cd06e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602040 May 20 09:13:57.719922 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-aff7adaa-c618-4ce8-89f2-ad61a0f2fb9a req-00d26fe7-c57b-4222-b734-aac02e476de6 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703022 May 20 09:13:57.848152 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:57.861633 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60def3e-0495-46ad-b43f-0eeca152f96e req-cf701a10-0ab8-4acf-a87c-333e20b33d77 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:57.863598 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-d60def3e-0495-46ad-b43f-0eeca152f96e req-cf701a10-0ab8-4acf-a87c-333e20b33d77 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 931 time: 0.0675914 May 20 09:13:57.918100 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-d60def3e-0495-46ad-b43f-0eeca152f96e req-a81e913c-e670-404c-b79a-99bc5fa0445a tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483661 May 20 09:13:57.975976 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1d693130-9055-45ef-b94d-d4f7d4b330b8 req-529a6b36-52a6-44cd-b2b0-fd86b531e6ef tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 210 time: 0.1463225 May 20 09:13:58.009907 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [req-2deb8318-b4d1-4e47-9b6f-7367388ca807 req-b90cc9f0-69df-4190-82a0-670335093158 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Request body: {'port': {'device_id': 'e99280ff-b8f3-420b-ba9a-e6e5686de569', 'network_id': '1877e401-d42a-4a52-b633-242e6f958903', 'admin_state_up': True, 'tenant_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'security_groups': ['8a740234-a177-4f38-b509-911235de4252']}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:13:58.197370 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 58354) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:58.290295 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:58.312821 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2deb8318-b4d1-4e47-9b6f-7367388ca807 req-b90cc9f0-69df-4190-82a0-670335093158 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Made reservation on behalf of 9dd35ce1fcbd4038a0c556a45059c7d7 for: {'port': 1} {{(pid=104276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:13:58.316249 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-2deb8318-b4d1-4e47-9b6f-7367388ca807 req-b90cc9f0-69df-4190-82a0-670335093158 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:58.334539 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-455eba16-22d4-4a76-81b0-8d9f3e434858 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:58.420766 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-455eba16-22d4-4a76-81b0-8d9f3e434858 admin admin] Publish callbacks [] for security_group (19c8422f-a6fd-48ff-9952-82c9e6151f54), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:58.427462 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-455eba16-22d4-4a76-81b0-8d9f3e434858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (19c8422f-a6fd-48ff-9952-82c9e6151f54), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:58.469374 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-455eba16-22d4-4a76-81b0-8d9f3e434858 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=968e62e3cd394794bc673ec6d336d5e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2705295 May 20 09:13:58.470345 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455eba16-22d4-4a76-81b0-8d9f3e434858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c8422f-a6fd-48ff-9952-82c9e6151f54,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:58.473586 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 58360) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:58.534949 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-69c672ab-9fe5-4308-8e80-bfd43ef8243b admin admin] Publish callbacks [] for security_group (19c8422f-a6fd-48ff-9952-82c9e6151f54), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:58.560389 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.notifiers.nova [req-7c1ea66b-2b09-4566-844a-adb5b9fc0ddd req-3d9b0854-7550-4703-af9d-bba5f7faeba7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10b699e9-683d-4dd6-90dd-b78af5111278 {{(pid=104276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 09:13:58.566534 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-69c672ab-9fe5-4308-8e80-bfd43ef8243b admin admin] Publish callbacks [] for security_group (19c8422f-a6fd-48ff-9952-82c9e6151f54), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:58.603405 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-7c1ea66b-2b09-4566-844a-adb5b9fc0ddd req-3d9b0854-7550-4703-af9d-bba5f7faeba7 service neutron] Publish callbacks [] for port (10b699e9-683d-4dd6-90dd-b78af5111278), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:58.617449 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257d7fb-86fc-4596-9265-9be771e2f4c5 req-b2383646-8dbb-4635-a9f0-42f98933e605 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:58.618937 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-9257d7fb-86fc-4596-9265-9be771e2f4c5 req-b2383646-8dbb-4635-a9f0-42f98933e605 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e26fcf7-52fb-4640-9eeb-1de9f728cc0b HTTP/1.1" status: 200 len: 945 time: 0.0700400 May 20 09:13:58.624152 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.notifiers.nova [req-a10c6e3d-d52f-42e2-8986-1961ee3911d0 req-f75c946e-0a8a-4511-b2e7-05dd2ebd7bce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8e5bd7c-3deb-4042-9ef4-77d147264d87 {{(pid=104276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 09:13:58.639071 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-a10c6e3d-d52f-42e2-8986-1961ee3911d0 req-f75c946e-0a8a-4511-b2e7-05dd2ebd7bce service neutron] Publish callbacks [] for port (d8e5bd7c-3deb-4042-9ef4-77d147264d87), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:58.654667 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:58.676043 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-9257d7fb-86fc-4596-9265-9be771e2f4c5 req-e0b814ab-66ec-4191-a0b7-17a53bd23a79 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/security-groups?id=17f26925-f1fc-44f5-854c-e8f8b00bae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496974 May 20 09:13:58.677091 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-69c672ab-9fe5-4308-8e80-bfd43ef8243b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (19c8422f-a6fd-48ff-9952-82c9e6151f54), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:58.679783 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-69c672ab-9fe5-4308-8e80-bfd43ef8243b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:58.681035 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-69c672ab-9fe5-4308-8e80-bfd43ef8243b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/19c8422f-a6fd-48ff-9952-82c9e6151f54 HTTP/1.1" status: 204 len: 168 time: 0.2065365 May 20 09:13:58.689722 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.provisioning_blocks [req-a10c6e3d-d52f-42e2-8986-1961ee3911d0 req-f75c946e-0a8a-4511-b2e7-05dd2ebd7bce service neutron] Transition to ACTIVE for port object d8e5bd7c-3deb-4042-9ef4-77d147264d87 will not be triggered until provisioned by entity L2. {{(pid=104276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 20 09:13:58.690013 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c672ab-9fe5-4308-8e80-bfd43ef8243b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c8422f-a6fd-48ff-9952-82c9e6151f54,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:58.690752 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.provisioning_blocks [req-7c1ea66b-2b09-4566-844a-adb5b9fc0ddd req-3d9b0854-7550-4703-af9d-bba5f7faeba7 service neutron] Transition to ACTIVE for port object 10b699e9-683d-4dd6-90dd-b78af5111278 will not be triggered until provisioned by entity L2. {{(pid=104276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 20 09:13:58.703640 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:58.704251 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-a10c6e3d-d52f-42e2-8986-1961ee3911d0 req-f75c946e-0a8a-4511-b2e7-05dd2ebd7bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32464857'] for port (d8e5bd7c-3deb-4042-9ef4-77d147264d87), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:58.710349 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-7c1ea66b-2b09-4566-844a-adb5b9fc0ddd req-3d9b0854-7550-4703-af9d-bba5f7faeba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32464857'] for port (10b699e9-683d-4dd6-90dd-b78af5111278), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:58.763864 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_common [req-2deb8318-b4d1-4e47-9b6f-7367388ca807 req-b90cc9f0-69df-4190-82a0-670335093158 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Allocated IP 172.20.0.5 (1877e401-d42a-4a52-b633-242e6f958903/627f3291-137c-4051-aa19-caaa09ad6395/1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05) {{(pid=104276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:13:58.808444 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c946e-0a8a-4511-b2e7-05dd2ebd7bce service neutron] Pushing event updated for resources: {'Port': ['ID=d8e5bd7c-3deb-4042-9ef4-77d147264d87,revision_number=2']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:58.938655 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf8160-6fbd-4904-8901-61d743ea90ed req-4387ef1e-9661-4fa1-9dee-9bfb7d4cdbd6 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:58.946630 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-dcbf8160-6fbd-4904-8901-61d743ea90ed req-4387ef1e-9661-4fa1-9dee-9bfb7d4cdbd6 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 944 time: 0.0863438 May 20 09:13:59.025896 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:59.038045 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-dcbf8160-6fbd-4904-8901-61d743ea90ed req-5ca7b094-b9a4-4193-840c-b5c2542cda2f tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886126 May 20 09:13:59.172120 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b0854-7550-4703-af9d-bba5f7faeba7 service neutron] Pushing event updated for resources: {'Port': ['ID=10b699e9-683d-4dd6-90dd-b78af5111278,revision_number=2']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:59.176211 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66e946-3376-457e-b9fe-2a0c336f3740 req-2a113ea6-76fc-4f1e-aaad-b7d86bd6c4aa tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:59.184721 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-2b66e946-3376-457e-b9fe-2a0c336f3740 req-2a113ea6-76fc-4f1e-aaad-b7d86bd6c4aa tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 943 time: 0.0595901 May 20 09:13:59.189540 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d776ec-9217-4abc-8ff8-5be23632964e req-319f7329-e916-4a18-99b0-e0fa4b7d21f2 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:59.196934 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-82d776ec-9217-4abc-8ff8-5be23632964e req-319f7329-e916-4a18-99b0-e0fa4b7d21f2 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=121038e6-7ba5-4d8f-b099-53e27cc913c6 HTTP/1.1" status: 200 len: 944 time: 0.3920565 May 20 09:13:59.230136 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 58384) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:59.248199 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-53c350fa-c556-440a-981b-f443ad62cd76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:59.268954 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-2b66e946-3376-457e-b9fe-2a0c336f3740 req-7f4600c4-e85e-4432-85c4-a9aebfe7eb97 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819423 May 20 09:13:59.296499 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.managers [req-a10c6e3d-d52f-42e2-8986-1961ee3911d0 req-f75c946e-0a8a-4511-b2e7-05dd2ebd7bce service neutron] Attempting to bind port d8e5bd7c-3deb-4042-9ef4-77d147264d87 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 20 09:13:59.296956 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.managers [req-a10c6e3d-d52f-42e2-8986-1961ee3911d0 req-f75c946e-0a8a-4511-b2e7-05dd2ebd7bce service neutron] Attempting to bind port d8e5bd7c-3deb-4042-9ef4-77d147264d87 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '77eb56c8-f7ae-4980-9031-19500d0fdc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cb464892-cf71-4d2e-b68f-60163c12a0fe'}] {{(pid=104276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 20 09:13:59.297303 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10c6e3d-d52f-42e2-8986-1961ee3911d0 req-f75c946e-0a8a-4511-b2e7-05dd2ebd7bce service neutron] Attempting to bind port d8e5bd7c-3deb-4042-9ef4-77d147264d87 on network cb464892-cf71-4d2e-b68f-60163c12a0fe {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:13:59.322956 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.managers [req-7c1ea66b-2b09-4566-844a-adb5b9fc0ddd req-3d9b0854-7550-4703-af9d-bba5f7faeba7 service neutron] Attempting to bind port 10b699e9-683d-4dd6-90dd-b78af5111278 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 20 09:13:59.323367 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.managers [req-7c1ea66b-2b09-4566-844a-adb5b9fc0ddd req-3d9b0854-7550-4703-af9d-bba5f7faeba7 service neutron] Attempting to bind port 10b699e9-683d-4dd6-90dd-b78af5111278 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'ef282a07-cf11-4b01-9306-f20c5aec5e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '328df357-f834-447d-8616-ac57cd7979a2'}] {{(pid=104276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 20 09:13:59.323617 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1ea66b-2b09-4566-844a-adb5b9fc0ddd req-3d9b0854-7550-4703-af9d-bba5f7faeba7 service neutron] Attempting to bind port 10b699e9-683d-4dd6-90dd-b78af5111278 on network 328df357-f834-447d-8616-ac57cd7979a2 {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:13:59.330541 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10c6e3d-d52f-42e2-8986-1961ee3911d0 req-f75c946e-0a8a-4511-b2e7-05dd2ebd7bce service neutron] Port d8e5bd7c-3deb-4042-9ef4-77d147264d87 on network cb464892-cf71-4d2e-b68f-60163c12a0fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 09:13:59.331052 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10c6e3d-d52f-42e2-8986-1961ee3911d0 req-f75c946e-0a8a-4511-b2e7-05dd2ebd7bce service neutron] Attempting to bind port d8e5bd7c-3deb-4042-9ef4-77d147264d87 on network cb464892-cf71-4d2e-b68f-60163c12a0fe {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:13:59.344144 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:59.365316 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-82d776ec-9217-4abc-8ff8-5be23632964e req-91443ced-91a8-4a4c-aa7a-c9220befbfc6 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=a23ab695-8289-4d9f-9248-b1f0cd06e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1670301 May 20 09:13:59.372749 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1ea66b-2b09-4566-844a-adb5b9fc0ddd req-3d9b0854-7550-4703-af9d-bba5f7faeba7 service neutron] Port 10b699e9-683d-4dd6-90dd-b78af5111278 on network 328df357-f834-447d-8616-ac57cd7979a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 09:13:59.373335 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1ea66b-2b09-4566-844a-adb5b9fc0ddd req-3d9b0854-7550-4703-af9d-bba5f7faeba7 service neutron] Attempting to bind port 10b699e9-683d-4dd6-90dd-b78af5111278 on network 328df357-f834-447d-8616-ac57cd7979a2 {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:13:59.378905 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10c6e3d-d52f-42e2-8986-1961ee3911d0 req-f75c946e-0a8a-4511-b2e7-05dd2ebd7bce service neutron] Checking agent: {'id': '2d1be950-4dd6-4324-90da-2272c7a86826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 9, 11, 22), 'started_at': datetime.datetime(2022, 5, 20, 9, 11, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 9, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 09:13:59.379475 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10c6e3d-d52f-42e2-8986-1961ee3911d0 req-f75c946e-0a8a-4511-b2e7-05dd2ebd7bce service neutron] Checking segment: {'id': '77eb56c8-f7ae-4980-9031-19500d0fdc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cb464892-cf71-4d2e-b68f-60163c12a0fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:13:59.380258 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10c6e3d-d52f-42e2-8986-1961ee3911d0 req-f75c946e-0a8a-4511-b2e7-05dd2ebd7bce service neutron] Bound using segment: {'id': '77eb56c8-f7ae-4980-9031-19500d0fdc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cb464892-cf71-4d2e-b68f-60163c12a0fe'} {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 09:13:59.380919 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.managers [req-a10c6e3d-d52f-42e2-8986-1961ee3911d0 req-f75c946e-0a8a-4511-b2e7-05dd2ebd7bce service neutron] Bound port: d8e5bd7c-3deb-4042-9ef4-77d147264d87, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77eb56c8-f7ae-4980-9031-19500d0fdc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cb464892-cf71-4d2e-b68f-60163c12a0fe'}}] {{(pid=104276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 20 09:13:59.381426 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-a10c6e3d-d52f-42e2-8986-1961ee3911d0 req-f75c946e-0a8a-4511-b2e7-05dd2ebd7bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (d8e5bd7c-3deb-4042-9ef4-77d147264d87), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:59.387117 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-2deb8318-b4d1-4e47-9b6f-7367388ca807 req-b90cc9f0-69df-4190-82a0-670335093158 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks [] for port (1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:59.400514 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 5dbf97e0-97de-43b0-acce-908bce8975fe details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 09:13:59.402382 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1ea66b-2b09-4566-844a-adb5b9fc0ddd req-3d9b0854-7550-4703-af9d-bba5f7faeba7 service neutron] Checking agent: {'id': '2d1be950-4dd6-4324-90da-2272c7a86826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 9, 11, 22), 'started_at': datetime.datetime(2022, 5, 20, 9, 11, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 9, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 09:13:59.402757 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1ea66b-2b09-4566-844a-adb5b9fc0ddd req-3d9b0854-7550-4703-af9d-bba5f7faeba7 service neutron] Checking segment: {'id': 'ef282a07-cf11-4b01-9306-f20c5aec5e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '328df357-f834-447d-8616-ac57cd7979a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:13:59.403134 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1ea66b-2b09-4566-844a-adb5b9fc0ddd req-3d9b0854-7550-4703-af9d-bba5f7faeba7 service neutron] Bound using segment: {'id': 'ef282a07-cf11-4b01-9306-f20c5aec5e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '328df357-f834-447d-8616-ac57cd7979a2'} {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 09:13:59.403599 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.managers [req-7c1ea66b-2b09-4566-844a-adb5b9fc0ddd req-3d9b0854-7550-4703-af9d-bba5f7faeba7 service neutron] Bound port: 10b699e9-683d-4dd6-90dd-b78af5111278, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef282a07-cf11-4b01-9306-f20c5aec5e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '328df357-f834-447d-8616-ac57cd7979a2'}}] {{(pid=104276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 20 09:13:59.403947 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-7c1ea66b-2b09-4566-844a-adb5b9fc0ddd req-3d9b0854-7550-4703-af9d-bba5f7faeba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (10b699e9-683d-4dd6-90dd-b78af5111278), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:59.430472 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-90f35a48-c6c0-49e7-a290-931950d06dee req-979c5d44-ebe9-4361-b920-9fe71e929c1e tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 210 time: 0.0345867 May 20 09:13:59.440811 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-53c350fa-c556-440a-981b-f443ad62cd76 admin admin] Publish callbacks [] for security_group (21272bd3-c07d-4f0a-a065-92bf99340473), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:59.453415 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-53c350fa-c556-440a-981b-f443ad62cd76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (21272bd3-c07d-4f0a-a065-92bf99340473), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:59.482556 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-53c350fa-c556-440a-981b-f443ad62cd76 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b2928d0b95a341a38549b76c06d6aa81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2487612 May 20 09:13:59.485157 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 58390) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:13:59.512492 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:59.517184 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c350fa-c556-440a-981b-f443ad62cd76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21272bd3-c07d-4f0a-a065-92bf99340473,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:59.526571 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-2deb8318-b4d1-4e47-9b6f-7367388ca807 req-b90cc9f0-69df-4190-82a0-670335093158 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:59.529339 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [req-a10c6e3d-d52f-42e2-8986-1961ee3911d0 req-f75c946e-0a8a-4511-b2e7-05dd2ebd7bce service neutron] For port d8e5bd7c-3deb-4042-9ef4-77d147264d87, host hv-cinder-83699, cleared binding levels {{(pid=104276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 09:13:59.544469 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port 5dbf97e0-97de-43b0-acce-908bce8975fe, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=5dbf97e0-97de-43b0-acce-908bce8975fe,segment=NetworkSegment(32ffeb4b-663b-4183-8636-9b9183111437),segment_id=32ffeb4b-663b-4183-8636-9b9183111437)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:13:59.546250 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [req-7c1ea66b-2b09-4566-844a-adb5b9fc0ddd req-3d9b0854-7550-4703-af9d-bba5f7faeba7 service neutron] For port 10b699e9-683d-4dd6-90dd-b78af5111278, host hv-cinder-83699, cleared binding levels {{(pid=104276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 09:13:59.555953 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-b0efb584-1543-4056-9847-096fa3fba4d6 admin admin] Publish callbacks [] for security_group (21272bd3-c07d-4f0a-a065-92bf99340473), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:59.559146 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Returning: {'device': '5dbf97e0-97de-43b0-acce-908bce8975fe', 'network_id': '40febe0e-a58d-4d88-9cb1-48f696a34f45', 'port_id': '5dbf97e0-97de-43b0-acce-908bce8975fe', 'mac_address': 'fa:16:3e:72:8d:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7263cb7-bd14-41ff-8f4b-b90e8869f0b0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 09:13:59.574697 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:13:59.579954 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-b0efb584-1543-4056-9847-096fa3fba4d6 admin admin] Publish callbacks [] for security_group (21272bd3-c07d-4f0a-a065-92bf99340473), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:59.594605 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [req-a10c6e3d-d52f-42e2-8986-1961ee3911d0 req-f75c946e-0a8a-4511-b2e7-05dd2ebd7bce service neutron] For port d8e5bd7c-3deb-4042-9ef4-77d147264d87, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d8e5bd7c-3deb-4042-9ef4-77d147264d87,segment=NetworkSegment(77eb56c8-f7ae-4980-9031-19500d0fdc26),segment_id=77eb56c8-f7ae-4980-9031-19500d0fdc26)] {{(pid=104276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 09:13:59.597370 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port 5dbf97e0-97de-43b0-acce-908bce8975fe is: DOWN; New status is: BUILD {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:13:59.597523 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [req-7c1ea66b-2b09-4566-844a-adb5b9fc0ddd req-3d9b0854-7550-4703-af9d-bba5f7faeba7 service neutron] For port 10b699e9-683d-4dd6-90dd-b78af5111278, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=10b699e9-683d-4dd6-90dd-b78af5111278,segment=NetworkSegment(ef282a07-cf11-4b01-9306-f20c5aec5e53),segment_id=ef282a07-cf11-4b01-9306-f20c5aec5e53)] {{(pid=104276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 09:13:59.597916 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (5dbf97e0-97de-43b0-acce-908bce8975fe), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:59.616465 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dbf97e0-97de-43b0-acce-908bce8975fe {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 09:13:59.616671 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-a10c6e3d-d52f-42e2-8986-1961ee3911d0 req-f75c946e-0a8a-4511-b2e7-05dd2ebd7bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32464857'] for port (d8e5bd7c-3deb-4042-9ef4-77d147264d87), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:59.619767 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2deb8318-b4d1-4e47-9b6f-7367388ca807 req-b90cc9f0-69df-4190-82a0-670335093158 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Network 1877e401-d42a-4a52-b633-242e6f958903 is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:13:59.624306 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-7c1ea66b-2b09-4566-844a-adb5b9fc0ddd req-3d9b0854-7550-4703-af9d-bba5f7faeba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32464857'] for port (10b699e9-683d-4dd6-90dd-b78af5111278), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:59.632068 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [req-2deb8318-b4d1-4e47-9b6f-7367388ca807 req-b90cc9f0-69df-4190-82a0-670335093158 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:13:59.636786 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-b0efb584-1543-4056-9847-096fa3fba4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (21272bd3-c07d-4f0a-a065-92bf99340473), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:59.640982 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [req-2deb8318-b4d1-4e47-9b6f-7367388ca807 req-b90cc9f0-69df-4190-82a0-670335093158 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Received port after_create {{(pid=104276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:13:59.641254 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-b0efb584-1543-4056-9847-096fa3fba4d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:59.643468 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port 5dbf97e0-97de-43b0-acce-908bce8975fe, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=5dbf97e0-97de-43b0-acce-908bce8975fe,segment=NetworkSegment(32ffeb4b-663b-4183-8636-9b9183111437),segment_id=32ffeb4b-663b-4183-8636-9b9183111437)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:13:59.645725 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-b0efb584-1543-4056-9847-096fa3fba4d6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/21272bd3-c07d-4f0a-a065-92bf99340473 HTTP/1.1" status: 204 len: 168 time: 0.1596024 May 20 09:13:59.645863 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90cc9f0-69df-4190-82a0-670335093158 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Pushing event updated for resources: {'Port': ['ID=1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:59.657183 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0efb584-1543-4056-9847-096fa3fba4d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21272bd3-c07d-4f0a-a065-92bf99340473,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:59.660823 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (5dbf97e0-97de-43b0-acce-908bce8975fe), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:59.724586 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=5dbf97e0-97de-43b0-acce-908bce8975fe,revision_number=4']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:59.762513 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c6e3d-d52f-42e2-8986-1961ee3911d0 req-f75c946e-0a8a-4511-b2e7-05dd2ebd7bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:59.763238 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-a10c6e3d-d52f-42e2-8986-1961ee3911d0 req-f75c946e-0a8a-4511-b2e7-05dd2ebd7bce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for port (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:59.765472 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a10c6e3d-d52f-42e2-8986-1961ee3911d0 req-f75c946e-0a8a-4511-b2e7-05dd2ebd7bce service neutron] 10.222.0.44 "PUT /v2.0/ports/d8e5bd7c-3deb-4042-9ef4-77d147264d87 HTTP/1.1" status: 200 len: 1093 time: 2.4958718 May 20 09:13:59.766193 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d7463c-5e56-405b-911d-9b7fa6d3f7d9', 'tag': 'd8e5bd7c-3deb-4042-9ef4-77d147264d87'}] {{(pid=104276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:13:59.778400 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ea66b-2b09-4566-844a-adb5b9fc0ddd req-3d9b0854-7550-4703-af9d-bba5f7faeba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:59.779709 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-7c1ea66b-2b09-4566-844a-adb5b9fc0ddd req-3d9b0854-7550-4703-af9d-bba5f7faeba7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for port (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:59.780736 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7c1ea66b-2b09-4566-844a-adb5b9fc0ddd req-3d9b0854-7550-4703-af9d-bba5f7faeba7 service neutron] 10.222.0.44 "PUT /v2.0/ports/10b699e9-683d-4dd6-90dd-b78af5111278 HTTP/1.1" status: 200 len: 1094 time: 2.5101554 May 20 09:13:59.793773 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb8318-b4d1-4e47-9b6f-7367388ca807 req-b90cc9f0-69df-4190-82a0-670335093158 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:13:59.794543 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-2deb8318-b4d1-4e47-9b6f-7367388ca807 req-b90cc9f0-69df-4190-82a0-670335093158 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for port (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:13:59.850916 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2deb8318-b4d1-4e47-9b6f-7367388ca807 req-b90cc9f0-69df-4190-82a0-670335093158 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8448222 May 20 09:13:59.866919 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c946e-0a8a-4511-b2e7-05dd2ebd7bce service neutron] Pushing event updated for resources: {'Port': ['ID=d8e5bd7c-3deb-4042-9ef4-77d147264d87,revision_number=3']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:59.981159 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f1859fdf6517cac9f3390f7253b255bfbc77edc31af200be8f81c994e01841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc84046-9444-4748-9ae4-e336dea6c0fb" -d '{"events": [{"name": "network-changed", "server_uuid": "b7d7463c-5e56-405b-911d-9b7fa6d3f7d9", "tag": "d8e5bd7c-3deb-4042-9ef4-77d147264d87"}]}' {{(pid=104276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:14:00.001345 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b0854-7550-4703-af9d-bba5f7faeba7 service neutron] Pushing event updated for resources: {'Port': ['ID=10b699e9-683d-4dd6-90dd-b78af5111278,revision_number=3']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:00.009998 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b06d17-bb1f-4e6c-b65b-9507f53ff06c req-c108f2de-3bba-4dc4-9706-93a8b1071e48 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:00.011706 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b0b06d17-bb1f-4e6c-b65b-9507f53ff06c req-c108f2de-3bba-4dc4-9706-93a8b1071e48 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e26fcf7-52fb-4640-9eeb-1de9f728cc0b HTTP/1.1" status: 200 len: 945 time: 0.1598668 May 20 09:14:00.076868 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b0b06d17-bb1f-4e6c-b65b-9507f53ff06c req-c4ce64a4-9a28-40ff-bf1a-c5a3100e241a tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/security-groups?id=17f26925-f1fc-44f5-854c-e8f8b00bae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573962 May 20 09:14:00.127409 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 09:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0059f39a-f5e0-4e80-89d1-6d4e8b652cb4 x-openstack-request-id: req-0059f39a-f5e0-4e80-89d1-6d4e8b652cb4 {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:14:00.127704 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7d7463c-5e56-405b-911d-9b7fa6d3f7d9", "tag": "d8e5bd7c-3deb-4042-9ef4-77d147264d87", "status": "completed", "code": 200}]} {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:14:00.127955 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0059f39a-f5e0-4e80-89d1-6d4e8b652cb4 {{(pid=104276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:14:00.128428 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0059f39a-f5e0-4e80-89d1-6d4e8b652cb4'] response: {'name': 'network-changed', 'server_uuid': 'b7d7463c-5e56-405b-911d-9b7fa6d3f7d9', 'tag': 'd8e5bd7c-3deb-4042-9ef4-77d147264d87', 'status': 'completed', 'code': 200} May 20 09:14:00.146033 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-7d2c7f9a-3300-4aeb-a605-9dd63b56be36 None None] Provisioning complete for port 1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:14:00.146713 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7d2c7f9a-3300-4aeb-a605-9dd63b56be36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:00.197822 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e5209-ff7d-4daf-8a56-1fd1db023ab0 req-285f478a-f2fc-410a-bfa8-fca5c491ef5b tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:00.199443 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c88e5209-ff7d-4daf-8a56-1fd1db023ab0 req-285f478a-f2fc-410a-bfa8-fca5c491ef5b tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 944 time: 0.0540245 May 20 09:14:00.259183 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c88e5209-ff7d-4daf-8a56-1fd1db023ab0 req-1b63e181-1c09-451e-917a-72cb032c774b tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535452 May 20 09:14:00.294855 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-7d2c7f9a-3300-4aeb-a605-9dd63b56be36 None None] Port 1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05 cannot update to ACTIVE because it is not bound. {{(pid=104277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 20 09:14:00.404304 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d6f01-3250-4737-bffd-0c79edb241ac req-85078992-185c-4750-9f4c-2db3812fb5ea tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:00.406011 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-234d6f01-3250-4737-bffd-0c79edb241ac req-85078992-185c-4750-9f4c-2db3812fb5ea tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 943 time: 0.0595515 May 20 09:14:00.473324 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-234d6f01-3250-4737-bffd-0c79edb241ac req-4b8557b8-1b6f-4284-904b-07507bdc506f tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616195 May 20 09:14:00.486877 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4589400-d57e-4114-a545-303c6a661296 req-e502486b-3478-4006-ade6-d85deff867de tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:00.488720 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a4589400-d57e-4114-a545-303c6a661296 req-e502486b-3478-4006-ade6-d85deff867de tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=121038e6-7ba5-4d8f-b099-53e27cc913c6 HTTP/1.1" status: 200 len: 944 time: 0.0523267 May 20 09:14:00.546277 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a4589400-d57e-4114-a545-303c6a661296 req-2477eb62-e93e-48bc-9fdf-2cef84bec964 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=a23ab695-8289-4d9f-9248-b1f0cd06e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512524 May 20 09:14:00.584582 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313fd0ce-3c0c-485e-a248-0a93140f6d42 req-a4bb1295-3502-45d5-9235-a4af202572c1 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:00.586065 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-313fd0ce-3c0c-485e-a248-0a93140f6d42 req-a4bb1295-3502-45d5-9235-a4af202572c1 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 931 time: 0.0524621 May 20 09:14:00.635731 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-313fd0ce-3c0c-485e-a248-0a93140f6d42 req-06204cde-6e1a-47ee-a4af-48bc35169d05 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426555 May 20 09:14:01.197386 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca108dc-b199-4916-8685-42805c96b159 req-9fe9b60e-7f60-41b0-9157-0c8b0c9b31c4 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:01.198910 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6ca108dc-b199-4916-8685-42805c96b159 req-9fe9b60e-7f60-41b0-9157-0c8b0c9b31c4 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e26fcf7-52fb-4640-9eeb-1de9f728cc0b HTTP/1.1" status: 200 len: 945 time: 0.0499036 May 20 09:14:01.245986 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6ca108dc-b199-4916-8685-42805c96b159 req-6564edb9-e218-4e58-86bb-c7d746a755b0 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/security-groups?id=17f26925-f1fc-44f5-854c-e8f8b00bae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412965 May 20 09:14:01.377134 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52a553-6e46-4558-bdb2-50246414ff8b req-4cfedf4b-3bac-4219-b1ed-64f46ff5d66f tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:01.378676 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-0f52a553-6e46-4558-bdb2-50246414ff8b req-4cfedf4b-3bac-4219-b1ed-64f46ff5d66f tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 944 time: 0.0493701 May 20 09:14:01.385169 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] get_ports_and_sgs() called for port_ids ['5dbf97e0-97de-43b0-acce-908bce8975fe'] {{(pid=104277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 09:14:01.461917 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [req-2deb8318-b4d1-4e47-9b6f-7367388ca807 req-8877a46b-3fdf-4a87-902b-f56076df3678 service neutron] Request body: {'port': {'device_id': 'e99280ff-b8f3-420b-ba9a-e6e5686de569', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:14:01.544614 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:01.548347 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-0f52a553-6e46-4558-bdb2-50246414ff8b req-c43cd434-02e8-42ac-bdb5-57189e4c1c17 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601894 May 20 09:14:01.578897 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f95b44-1627-4322-9d15-daaa643378bc req-4e55fc16-92f8-43ae-9e73-782264f9dab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:01.585337 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b7f95b44-1627-4322-9d15-daaa643378bc req-4e55fc16-92f8-43ae-9e73-782264f9dab1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ed0e52a9d6374123b57759435d43d7aa&device_id=a97bdede-0305-4f4b-bc04-8b659b1c88ce HTTP/1.1" status: 200 len: 1128 time: 0.1507242 May 20 09:14:01.637133 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:01.753827 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d9a1a-7d52-4eec-a33c-acdea13f528d req-b29c45a4-9dc3-444a-b9f5-42276b5fbdbd tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:01.755371 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-ab4d9a1a-7d52-4eec-a33c-acdea13f528d req-b29c45a4-9dc3-444a-b9f5-42276b5fbdbd tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=121038e6-7ba5-4d8f-b099-53e27cc913c6 HTTP/1.1" status: 200 len: 944 time: 0.0649784 May 20 09:14:01.812581 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc84046-9444-4748-9ae4-e336dea6c0fb req-9f8a6678-499c-416f-b08b-68db8bd31ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:01.813183 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6fc84046-9444-4748-9ae4-e336dea6c0fb req-9f8a6678-499c-416f-b08b-68db8bd31ef4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=92bf8a2fea6243c28aff53d39a57f92c&device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 1127 time: 0.3241675 May 20 09:14:01.824091 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92489d-5e01-4c31-b6d0-3b38cb57e918 req-e54101a9-1a3e-4fb2-ad9e-3ae709e39fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:01.826099 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6c92489d-5e01-4c31-b6d0-3b38cb57e918 req-e54101a9-1a3e-4fb2-ad9e-3ae709e39fa1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ed0e52a9d6374123b57759435d43d7aa&device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 1128 time: 0.3849804 May 20 09:14:01.828691 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-2deb8318-b4d1-4e47-9b6f-7367388ca807 req-8877a46b-3fdf-4a87-902b-f56076df3678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:01.833724 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:01.840361 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-ab4d9a1a-7d52-4eec-a33c-acdea13f528d req-1e3226b3-d69e-4804-bb2c-01b285f0cf51 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=a23ab695-8289-4d9f-9248-b1f0cd06e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706451 May 20 09:14:01.851111 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcec7d7-88b4-475e-b138-8d5103c71da5 req-103e096a-9102-4ca1-808a-769533cbab00 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:01.852797 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-cfcec7d7-88b4-475e-b138-8d5103c71da5 req-103e096a-9102-4ca1-808a-769533cbab00 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 943 time: 0.2117171 May 20 09:14:01.973837 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583bf06-4f17-47d2-8e66-cfbcb79eb2f7 req-5a51b991-c237-4566-9c64-d82f7e4b720c tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:01.975442 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-e583bf06-4f17-47d2-8e66-cfbcb79eb2f7 req-5a51b991-c237-4566-9c64-d82f7e4b720c tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 931 time: 0.0648930 May 20 09:14:01.980298 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-cfcec7d7-88b4-475e-b138-8d5103c71da5 req-4a1ffd77-70c8-4a77-b87e-2516ac869690 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921977 May 20 09:14:02.038386 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-e583bf06-4f17-47d2-8e66-cfbcb79eb2f7 req-27d0bc8f-9053-48e2-936f-4d52f50bda01 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557961 May 20 09:14:02.131490 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '121038e6-7ba5-4d8f-b099-53e27cc913c6', 'tag': '10b699e9-683d-4dd6-90dd-b78af5111278'}] {{(pid=104276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:14:02.133999 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f1859fdf6517cac9f3390f7253b255bfbc77edc31af200be8f81c994e01841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e626df-3bc6-4886-a6d7-eeb8ee68b2e6" -d '{"events": [{"name": "network-changed", "server_uuid": "121038e6-7ba5-4d8f-b099-53e27cc913c6", "tag": "10b699e9-683d-4dd6-90dd-b78af5111278"}]}' {{(pid=104276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:14:02.178384 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 09:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed370972-66f7-4bb6-be36-0d92e65a1ce5 x-openstack-request-id: req-ed370972-66f7-4bb6-be36-0d92e65a1ce5 {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:14:02.178667 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "121038e6-7ba5-4d8f-b099-53e27cc913c6", "tag": "10b699e9-683d-4dd6-90dd-b78af5111278", "status": "completed", "code": 200}]} {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:14:02.178912 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ed370972-66f7-4bb6-be36-0d92e65a1ce5 {{(pid=104276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:14:02.179319 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed370972-66f7-4bb6-be36-0d92e65a1ce5'] response: {'name': 'network-changed', 'server_uuid': '121038e6-7ba5-4d8f-b099-53e27cc913c6', 'tag': '10b699e9-683d-4dd6-90dd-b78af5111278', 'status': 'completed', 'code': 200} May 20 09:14:02.236225 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.notifiers.nova [req-2deb8318-b4d1-4e47-9b6f-7367388ca807 req-8877a46b-3fdf-4a87-902b-f56076df3678 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05 {{(pid=104276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 09:14:02.244224 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-2deb8318-b4d1-4e47-9b6f-7367388ca807 req-8877a46b-3fdf-4a87-902b-f56076df3678 service neutron] Publish callbacks [] for port (1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:02.260165 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.provisioning_blocks [req-2deb8318-b4d1-4e47-9b6f-7367388ca807 req-8877a46b-3fdf-4a87-902b-f56076df3678 service neutron] Transition to ACTIVE for port object 1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05 will not be triggered until provisioned by entity L2. {{(pid=104276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 20 09:14:02.266117 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-2deb8318-b4d1-4e47-9b6f-7367388ca807 req-8877a46b-3fdf-4a87-902b-f56076df3678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32464857'] for port (1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:02.293033 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 58512) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:14:02.326264 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877a46b-3fdf-4a87-902b-f56076df3678 service neutron] Pushing event updated for resources: {'Port': ['ID=1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05,revision_number=2']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:02.419035 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342db28f-7772-4e59-9589-e4ae32d4aac2 req-b1337deb-d749-4c03-976d-1f481bbe4a5c tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:02.421608 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-342db28f-7772-4e59-9589-e4ae32d4aac2 req-b1337deb-d749-4c03-976d-1f481bbe4a5c tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e26fcf7-52fb-4640-9eeb-1de9f728cc0b HTTP/1.1" status: 200 len: 945 time: 0.0776148 May 20 09:14:02.444124 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-f5a913f2-10df-4fe6-99ff-932599e7405c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:02.445658 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.managers [req-2deb8318-b4d1-4e47-9b6f-7367388ca807 req-8877a46b-3fdf-4a87-902b-f56076df3678 service neutron] Attempting to bind port 1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 20 09:14:02.445997 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.managers [req-2deb8318-b4d1-4e47-9b6f-7367388ca807 req-8877a46b-3fdf-4a87-902b-f56076df3678 service neutron] Attempting to bind port 1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '055db0ec-bbdc-429e-b6b8-f0e0ae6e750a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '1877e401-d42a-4a52-b633-242e6f958903'}] {{(pid=104276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 20 09:14:02.446325 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2deb8318-b4d1-4e47-9b6f-7367388ca807 req-8877a46b-3fdf-4a87-902b-f56076df3678 service neutron] Attempting to bind port 1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05 on network 1877e401-d42a-4a52-b633-242e6f958903 {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:14:02.451491 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2deb8318-b4d1-4e47-9b6f-7367388ca807 req-8877a46b-3fdf-4a87-902b-f56076df3678 service neutron] Port 1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05 on network 1877e401-d42a-4a52-b633-242e6f958903 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 09:14:02.451827 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2deb8318-b4d1-4e47-9b6f-7367388ca807 req-8877a46b-3fdf-4a87-902b-f56076df3678 service neutron] Attempting to bind port 1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05 on network 1877e401-d42a-4a52-b633-242e6f958903 {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:14:02.457082 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2deb8318-b4d1-4e47-9b6f-7367388ca807 req-8877a46b-3fdf-4a87-902b-f56076df3678 service neutron] Checking agent: {'id': '2d1be950-4dd6-4324-90da-2272c7a86826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 9, 11, 22), 'started_at': datetime.datetime(2022, 5, 20, 9, 11, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 9, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 09:14:02.457414 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2deb8318-b4d1-4e47-9b6f-7367388ca807 req-8877a46b-3fdf-4a87-902b-f56076df3678 service neutron] Checking segment: {'id': '055db0ec-bbdc-429e-b6b8-f0e0ae6e750a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '1877e401-d42a-4a52-b633-242e6f958903'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:14:02.457791 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2deb8318-b4d1-4e47-9b6f-7367388ca807 req-8877a46b-3fdf-4a87-902b-f56076df3678 service neutron] Bound using segment: {'id': '055db0ec-bbdc-429e-b6b8-f0e0ae6e750a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '1877e401-d42a-4a52-b633-242e6f958903'} {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 09:14:02.458696 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.managers [req-2deb8318-b4d1-4e47-9b6f-7367388ca807 req-8877a46b-3fdf-4a87-902b-f56076df3678 service neutron] Bound port: 1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '055db0ec-bbdc-429e-b6b8-f0e0ae6e750a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '1877e401-d42a-4a52-b633-242e6f958903'}}] {{(pid=104276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 20 09:14:02.458696 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-2deb8318-b4d1-4e47-9b6f-7367388ca807 req-8877a46b-3fdf-4a87-902b-f56076df3678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:02.534808 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-342db28f-7772-4e59-9589-e4ae32d4aac2 req-abcbc6c6-b235-49a0-a501-e3c408c07b01 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/security-groups?id=17f26925-f1fc-44f5-854c-e8f8b00bae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041834 May 20 09:14:02.586304 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [req-2deb8318-b4d1-4e47-9b6f-7367388ca807 req-8877a46b-3fdf-4a87-902b-f56076df3678 service neutron] For port 1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05, host hv-cinder-83699, cleared binding levels {{(pid=104276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 09:14:02.589765 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [req-2deb8318-b4d1-4e47-9b6f-7367388ca807 req-8877a46b-3fdf-4a87-902b-f56076df3678 service neutron] For port 1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05,segment=NetworkSegment(055db0ec-bbdc-429e-b6b8-f0e0ae6e750a),segment_id=055db0ec-bbdc-429e-b6b8-f0e0ae6e750a)] {{(pid=104276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 09:14:02.602087 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-2deb8318-b4d1-4e47-9b6f-7367388ca807 req-8877a46b-3fdf-4a87-902b-f56076df3678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32464857'] for port (1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:02.605117 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-f5a913f2-10df-4fe6-99ff-932599e7405c admin admin] Publish callbacks [] for security_group (466e29d3-ae86-42d4-8311-d3215407fc8e), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:02.612911 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-f5a913f2-10df-4fe6-99ff-932599e7405c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (466e29d3-ae86-42d4-8311-d3215407fc8e), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:02.651977 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb8318-b4d1-4e47-9b6f-7367388ca807 req-8877a46b-3fdf-4a87-902b-f56076df3678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:02.652992 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-2deb8318-b4d1-4e47-9b6f-7367388ca807 req-8877a46b-3fdf-4a87-902b-f56076df3678 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for port (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:02.654866 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2deb8318-b4d1-4e47-9b6f-7367388ca807 req-8877a46b-3fdf-4a87-902b-f56076df3678 service neutron] 10.222.0.44 "PUT /v2.0/ports/1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05 HTTP/1.1" status: 200 len: 1093 time: 1.2189822 May 20 09:14:02.664521 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-f5a913f2-10df-4fe6-99ff-932599e7405c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b8ae863007cd4c05b617a051f10d4610&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3703189 May 20 09:14:02.667114 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 58526) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:14:02.669714 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a913f2-10df-4fe6-99ff-932599e7405c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466e29d3-ae86-42d4-8311-d3215407fc8e,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:02.718877 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877a46b-3fdf-4a87-902b-f56076df3678 service neutron] Pushing event updated for resources: {'Port': ['ID=1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05,revision_number=3']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:02.779425 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cef65f-7c0d-42af-a841-e3addd946a09 req-060d521b-b069-4d41-98bf-61e316e99cab tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:02.780965 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c1cef65f-7c0d-42af-a841-e3addd946a09 req-060d521b-b069-4d41-98bf-61e316e99cab tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 944 time: 0.0794220 May 20 09:14:02.814867 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-fb51c742-8903-41f1-ab9c-8ad84821fcb6 admin admin] Publish callbacks [] for security_group (466e29d3-ae86-42d4-8311-d3215407fc8e), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:02.823119 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:02.967772 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4847f-fbc8-4305-88b0-b4e88c0573e5 req-c160b28a-941c-4ea5-acea-afec3c823f8b tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:02.974614 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-6ec4847f-fbc8-4305-88b0-b4e88c0573e5 req-c160b28a-941c-4ea5-acea-afec3c823f8b tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=121038e6-7ba5-4d8f-b099-53e27cc913c6 HTTP/1.1" status: 200 len: 944 time: 0.0594804 May 20 09:14:03.014417 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c1cef65f-7c0d-42af-a841-e3addd946a09 req-8d6728d3-fea3-4031-a763-77fe620e53af tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276094 May 20 09:14:03.019052 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-fb51c742-8903-41f1-ab9c-8ad84821fcb6 admin admin] Publish callbacks [] for security_group (466e29d3-ae86-42d4-8311-d3215407fc8e), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:03.020314 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-6ec4847f-fbc8-4305-88b0-b4e88c0573e5 req-787e146a-e7b0-493f-8e75-8ba4caa4aa38 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=a23ab695-8289-4d9f-9248-b1f0cd06e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443852 May 20 09:14:03.025804 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:03.104119 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-fb51c742-8903-41f1-ab9c-8ad84821fcb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (466e29d3-ae86-42d4-8311-d3215407fc8e), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:03.106623 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-fb51c742-8903-41f1-ab9c-8ad84821fcb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:03.107784 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-fb51c742-8903-41f1-ab9c-8ad84821fcb6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/466e29d3-ae86-42d4-8311-d3215407fc8e HTTP/1.1" status: 204 len: 168 time: 0.4394317 May 20 09:14:03.123349 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb51c742-8903-41f1-ab9c-8ad84821fcb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466e29d3-ae86-42d4-8311-d3215407fc8e,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:03.132645 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f87308-8045-43db-b040-021d1fdea10b req-1db0c843-b014-4d93-8386-aa5481670cc9 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:03.134483 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b3f87308-8045-43db-b040-021d1fdea10b req-1db0c843-b014-4d93-8386-aa5481670cc9 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 943 time: 0.0586638 May 20 09:14:03.173400 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da373e-af84-498e-928d-ebacf2bec58a req-be58c2ef-ed7a-4468-83a6-34a83380939a tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:03.175062 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-53da373e-af84-498e-928d-ebacf2bec58a req-be58c2ef-ed7a-4468-83a6-34a83380939a tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 943 time: 0.0624745 May 20 09:14:03.187517 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b3f87308-8045-43db-b040-021d1fdea10b req-ef0fb80e-d011-4b49-873e-af0086fac7b8 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468068 May 20 09:14:03.233706 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-53da373e-af84-498e-928d-ebacf2bec58a req-0816f6fb-7b32-4985-abf9-c00c2caf77cb tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521524 May 20 09:14:03.412939 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 58538) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:14:03.426507 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-304a947a-1c29-4803-b0dc-6aa7de3ef61e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:03.504911 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-304a947a-1c29-4803-b0dc-6aa7de3ef61e admin admin] Publish callbacks [] for security_group (6444f8d3-0e46-4650-8557-edd92dae425a), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:03.510487 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-304a947a-1c29-4803-b0dc-6aa7de3ef61e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (6444f8d3-0e46-4650-8557-edd92dae425a), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:03.555319 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-304a947a-1c29-4803-b0dc-6aa7de3ef61e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=862b62a96df8476e9a2f26cededed3f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1379175 May 20 09:14:03.555319 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a947a-1c29-4803-b0dc-6aa7de3ef61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6444f8d3-0e46-4650-8557-edd92dae425a,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:03.555536 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 58548) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:14:03.604711 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:03.610251 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-11d927a4-60c7-4a4a-b6a6-b16cbb92bade admin admin] Publish callbacks [] for security_group (6444f8d3-0e46-4650-8557-edd92dae425a), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:03.632872 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-11d927a4-60c7-4a4a-b6a6-b16cbb92bade admin admin] Publish callbacks [] for security_group (6444f8d3-0e46-4650-8557-edd92dae425a), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:03.661655 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36be4dc0-b43c-4d66-bda4-b11d74b24687 req-c22feda7-2f30-4ffa-a896-29b47fe2f731 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:03.663207 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-36be4dc0-b43c-4d66-bda4-b11d74b24687 req-c22feda7-2f30-4ffa-a896-29b47fe2f731 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e26fcf7-52fb-4640-9eeb-1de9f728cc0b HTTP/1.1" status: 200 len: 945 time: 0.0481598 May 20 09:14:03.680919 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-11d927a4-60c7-4a4a-b6a6-b16cbb92bade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (6444f8d3-0e46-4650-8557-edd92dae425a), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:03.683597 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-11d927a4-60c7-4a4a-b6a6-b16cbb92bade admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:03.684802 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-11d927a4-60c7-4a4a-b6a6-b16cbb92bade admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6444f8d3-0e46-4650-8557-edd92dae425a HTTP/1.1" status: 204 len: 168 time: 0.1292906 May 20 09:14:03.693141 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d927a4-60c7-4a4a-b6a6-b16cbb92bade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6444f8d3-0e46-4650-8557-edd92dae425a,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:03.716175 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-36be4dc0-b43c-4d66-bda4-b11d74b24687 req-24c43fa2-607b-46ce-8e37-b0917da4dca7 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/security-groups?id=17f26925-f1fc-44f5-854c-e8f8b00bae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457590 May 20 09:14:03.997934 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.agents_db [None req-08ca63ee-ac6b-41b9-8918-1f445ad695da None None] Agent healthcheck: found 6 active agents {{(pid=104278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 09:14:04.106885 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:04.206156 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e99280ff-b8f3-420b-ba9a-e6e5686de569', 'tag': '1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05'}] {{(pid=104276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:14:04.208515 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f1859fdf6517cac9f3390f7253b255bfbc77edc31af200be8f81c994e01841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19df0f52-daf6-414d-ad3e-4eaba3ae172f" -d '{"events": [{"name": "network-changed", "server_uuid": "e99280ff-b8f3-420b-ba9a-e6e5686de569", "tag": "1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05"}]}' {{(pid=104276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:14:04.235156 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ea66b-2b09-4566-844a-adb5b9fc0ddd req-a04bfd93-a713-4a4d-8538-d1f093fc1799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:04.238608 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-7c1ea66b-2b09-4566-844a-adb5b9fc0ddd req-a04bfd93-a713-4a4d-8538-d1f093fc1799 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ddfd22e3dde4cc89c073bd2d88d648b&device_id=121038e6-7ba5-4d8f-b099-53e27cc913c6 HTTP/1.1" status: 200 len: 1128 time: 0.1873672 May 20 09:14:04.260900 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33d76a-32a4-48d8-a5b2-bdcdccf7f0fb req-16a26640-5882-4618-a891-caaf48b676c9 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:04.262476 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-da33d76a-32a4-48d8-a5b2-bdcdccf7f0fb req-16a26640-5882-4618-a891-caaf48b676c9 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 944 time: 0.1564739 May 20 09:14:04.263401 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb8318-b4d1-4e47-9b6f-7367388ca807 req-df7040e2-33d3-4267-aca9-686e03c1efbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:04.264738 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-2deb8318-b4d1-4e47-9b6f-7367388ca807 req-df7040e2-33d3-4267-aca9-686e03c1efbc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9dd35ce1fcbd4038a0c556a45059c7d7&device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 1127 time: 0.1262646 May 20 09:14:04.351132 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-7c1ea66b-2b09-4566-844a-adb5b9fc0ddd req-37ac2dbe-477d-4f46-b4fd-25892ec93e9a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10b699e9-683d-4dd6-90dd-b78af5111278 HTTP/1.1" status: 200 len: 217 time: 0.1040227 May 20 09:14:04.365713 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-2deb8318-b4d1-4e47-9b6f-7367388ca807 req-e3a6e6d8-3799-4785-b9a6-10b68106a5f6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05 HTTP/1.1" status: 200 len: 217 time: 0.0873976 May 20 09:14:04.388333 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f95b44-1627-4322-9d15-daaa643378bc req-7e0b042f-bbd5-4ac6-9bdc-445f727e8c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:04.389851 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b7f95b44-1627-4322-9d15-daaa643378bc req-7e0b042f-bbd5-4ac6-9bdc-445f727e8c50 service neutron] 10.222.0.44 "GET /v2.0/networks?id=40febe0e-a58d-4d88-9cb1-48f696a34f45 HTTP/1.1" status: 200 len: 919 time: 0.3417463 May 20 09:14:04.394486 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 7d1ab808-94ab-41bb-b7aa-8b530eb9862e details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 09:14:04.410930 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 5dbf97e0-97de-43b0-acce-908bce8975fe up at agent hyperv_hv-cinder-83699 {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:14:04.418962 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e0572-4cf8-4de5-85e8-c69695723ac7 req-ffb5241a-75fd-4337-b23e-1ea67af74ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:04.420517 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-855e0572-4cf8-4de5-85e8-c69695723ac7 req-ffb5241a-75fd-4337-b23e-1ea67af74ba0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6e26fcf7-52fb-4640-9eeb-1de9f728cc0b HTTP/1.1" status: 200 len: 1129 time: 0.3092842 May 20 09:14:04.436788 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fcb091-30d3-4679-a3bb-40fbfebdfb50 req-45bc208d-e400-4507-b158-d410e4161e72 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:04.438397 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-69fcb091-30d3-4679-a3bb-40fbfebdfb50 req-45bc208d-e400-4507-b158-d410e4161e72 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=121038e6-7ba5-4d8f-b099-53e27cc913c6 HTTP/1.1" status: 200 len: 944 time: 0.2941518 May 20 09:14:04.457343 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ea66b-2b09-4566-844a-adb5b9fc0ddd req-7dbad4ad-309c-4ef6-a2b0-8eb883151800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:04.460024 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-7c1ea66b-2b09-4566-844a-adb5b9fc0ddd req-7dbad4ad-309c-4ef6-a2b0-8eb883151800 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6a66febf-40e6-435b-a129-884260e28f23 HTTP/1.1" status: 200 len: 853 time: 0.0962360 May 20 09:14:04.504382 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:04.505702 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Provisioning for port 5dbf97e0-97de-43b0-acce-908bce8975fe completed by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 20 09:14:04.520193 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb8318-b4d1-4e47-9b6f-7367388ca807 req-071f95f5-ad3f-46fa-ae42-9b28937c7ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:04.522229 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Provisioning complete for port 5dbf97e0-97de-43b0-acce-908bce8975fe triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:14:04.522418 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-2deb8318-b4d1-4e47-9b6f-7367388ca807 req-071f95f5-ad3f-46fa-ae42-9b28937c7ff9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=627f3291-137c-4051-aa19-caaa09ad6395 HTTP/1.1" status: 200 len: 850 time: 0.1459992 May 20 09:14:04.523087 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (5dbf97e0-97de-43b0-acce-908bce8975fe), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:04.537801 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-855e0572-4cf8-4de5-85e8-c69695723ac7 req-9a73dd8d-0634-43cb-8e0f-0c489e63ccb8 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:04.553199 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:04.570359 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port 7d1ab808-94ab-41bb-b7aa-8b530eb9862e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=7d1ab808-94ab-41bb-b7aa-8b530eb9862e,segment=NetworkSegment(32ffeb4b-663b-4183-8636-9b9183111437),segment_id=32ffeb4b-663b-4183-8636-9b9183111437)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:14:04.594119 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ea66b-2b09-4566-844a-adb5b9fc0ddd req-504ea653-04a9-4833-af59-e76eb4cfa2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:04.596087 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-7c1ea66b-2b09-4566-844a-adb5b9fc0ddd req-504ea653-04a9-4833-af59-e76eb4cfa2f0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=328df357-f834-447d-8616-ac57cd7979a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0719936 May 20 09:14:04.601830 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Returning: {'device': '7d1ab808-94ab-41bb-b7aa-8b530eb9862e', 'network_id': '40febe0e-a58d-4d88-9cb1-48f696a34f45', 'port_id': '7d1ab808-94ab-41bb-b7aa-8b530eb9862e', 'mac_address': 'fa:16:3e:16:93:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7263cb7-bd14-41ff-8f4b-b90e8869f0b0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 09:14:04.654566 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-855e0572-4cf8-4de5-85e8-c69695723ac7 req-9a73dd8d-0634-43cb-8e0f-0c489e63ccb8 service neutron] Publish callbacks [] for security_group (53bf76c3-608d-401f-a6c2-5c14d61efde9), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:04.660328 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:04.661919 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92489d-5e01-4c31-b6d0-3b38cb57e918 req-a9053365-e985-4b25-a1b9-7a45132bcdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:04.663520 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6c92489d-5e01-4c31-b6d0-3b38cb57e918 req-a9053365-e985-4b25-a1b9-7a45132bcdbe service neutron] 10.222.0.44 "GET /v2.0/networks?id=40febe0e-a58d-4d88-9cb1-48f696a34f45 HTTP/1.1" status: 200 len: 919 time: 0.5935357 May 20 09:14:04.671525 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc84046-9444-4748-9ae4-e336dea6c0fb req-fe79d69b-bf5e-40ee-93b1-a1971db1d85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:04.672983 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6fc84046-9444-4748-9ae4-e336dea6c0fb req-fe79d69b-bf5e-40ee-93b1-a1971db1d85a service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=92bf8a2fea6243c28aff53d39a57f92c&shared=False HTTP/1.1" status: 200 len: 917 time: 0.5982394 May 20 09:14:04.673566 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-855e0572-4cf8-4de5-85e8-c69695723ac7 req-9a73dd8d-0634-43cb-8e0f-0c489e63ccb8 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (53bf76c3-608d-401f-a6c2-5c14d61efde9), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:04.680403 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port 7d1ab808-94ab-41bb-b7aa-8b530eb9862e is: DOWN; New status is: BUILD {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:14:04.680810 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (7d1ab808-94ab-41bb-b7aa-8b530eb9862e), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:04.682862 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port 5dbf97e0-97de-43b0-acce-908bce8975fe is: BUILD; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:14:04.682973 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (5dbf97e0-97de-43b0-acce-908bce8975fe), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:04.711548 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:DELETE=2,neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:04.726826 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97bdede-0305-4f4b-bc04-8b659b1c88ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dbf97e0-97de-43b0-acce-908bce8975fe'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:14:04.731468 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a79de04d4ec243d1cdc81b41ccc126ec62664011dfe1c1a94e68b1d536b5d8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8849ec3-9a88-4296-a2af-64a51058d69c" -d '{"events": [{"server_uuid": "a97bdede-0305-4f4b-bc04-8b659b1c88ce", "name": "network-vif-plugged", "status": "completed", "tag": "5dbf97e0-97de-43b0-acce-908bce8975fe"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:14:04.737747 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d1ab808-94ab-41bb-b7aa-8b530eb9862e {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 09:14:04.754177 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port 5dbf97e0-97de-43b0-acce-908bce8975fe, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=5dbf97e0-97de-43b0-acce-908bce8975fe,segment=NetworkSegment(32ffeb4b-663b-4183-8636-9b9183111437),segment_id=32ffeb4b-663b-4183-8636-9b9183111437)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:14:04.777223 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (5dbf97e0-97de-43b0-acce-908bce8975fe), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:04.785774 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port 7d1ab808-94ab-41bb-b7aa-8b530eb9862e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=7d1ab808-94ab-41bb-b7aa-8b530eb9862e,segment=NetworkSegment(32ffeb4b-663b-4183-8636-9b9183111437),segment_id=32ffeb4b-663b-4183-8636-9b9183111437)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:14:04.812819 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-7c1ea66b-2b09-4566-844a-adb5b9fc0ddd req-036c6f0b-6d4e-41e8-b4dc-9254a140452a service neutron] 10.222.0.44 "GET /v2.0/networks/328df357-f834-447d-8616-ac57cd7979a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536617 May 20 09:14:04.814207 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b7f95b44-1627-4322-9d15-daaa643378bc req-e02b0b52-3081-4725-843e-ab5717b37a2a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5dbf97e0-97de-43b0-acce-908bce8975fe HTTP/1.1" status: 200 len: 217 time: 0.3463595 May 20 09:14:04.825106 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (7d1ab808-94ab-41bb-b7aa-8b530eb9862e), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:04.877129 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=5dbf97e0-97de-43b0-acce-908bce8975fe,revision_number=5']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:04.911555 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6c92489d-5e01-4c31-b6d0-3b38cb57e918 req-9602927c-af96-4c89-a2b1-a4868852e618 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d1ab808-94ab-41bb-b7aa-8b530eb9862e HTTP/1.1" status: 200 len: 217 time: 0.2278962 May 20 09:14:04.922596 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-69fcb091-30d3-4679-a3bb-40fbfebdfb50 req-4f9d7e03-4749-4f06-b36e-f4afcecb51f1 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=a23ab695-8289-4d9f-9248-b1f0cd06e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4534514 May 20 09:14:04.947594 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-855e0572-4cf8-4de5-85e8-c69695723ac7 req-9a73dd8d-0634-43cb-8e0f-0c489e63ccb8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=17f26925-f1fc-44f5-854c-e8f8b00bae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4911094 May 20 09:14:04.954678 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:04.958686 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-da33d76a-32a4-48d8-a5b2-bdcdccf7f0fb req-7763e45d-b5ec-4f48-acee-ac25175b9953 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6849484 May 20 09:14:04.981559 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a73dd8d-0634-43cb-8e0f-0c489e63ccb8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=53bf76c3-608d-401f-a6c2-5c14d61efde9,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:04.990386 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-7c1ea66b-2b09-4566-844a-adb5b9fc0ddd req-e89e1b0a-449f-4a25-9571-bf6c2e46972d service neutron] 10.222.0.44 "GET /v2.0/networks/328df357-f834-447d-8616-ac57cd7979a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648664 May 20 09:14:04.993541 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=7d1ab808-94ab-41bb-b7aa-8b530eb9862e,revision_number=4']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:04.993817 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb8318-b4d1-4e47-9b6f-7367388ca807 req-abc84546-03e2-4f13-b2e4-823bd6f6b7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:04.995275 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-2deb8318-b4d1-4e47-9b6f-7367388ca807 req-abc84546-03e2-4f13-b2e4-823bd6f6b7bd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1877e401-d42a-4a52-b633-242e6f958903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4522545 May 20 09:14:05.040418 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f95b44-1627-4322-9d15-daaa643378bc req-c80dec84-b3c7-48aa-8357-6d08a5e1af8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:05.041954 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b7f95b44-1627-4322-9d15-daaa643378bc req-c80dec84-b3c7-48aa-8357-6d08a5e1af8c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7263cb7-bd14-41ff-8f4b-b90e8869f0b0 HTTP/1.1" status: 200 len: 857 time: 0.2178321 May 20 09:14:05.095722 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] get_ports_and_sgs() called for port_ids ['7d1ab808-94ab-41bb-b7aa-8b530eb9862e'] {{(pid=104277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 09:14:05.108347 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 09:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf921dc9-7cda-457b-b2fe-174877f6a5ea x-openstack-request-id: req-bf921dc9-7cda-457b-b2fe-174877f6a5ea {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:14:05.108638 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e99280ff-b8f3-420b-ba9a-e6e5686de569", "tag": "1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05", "status": "completed", "code": 200}]} {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:14:05.108888 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bf921dc9-7cda-457b-b2fe-174877f6a5ea {{(pid=104276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:14:05.109284 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf921dc9-7cda-457b-b2fe-174877f6a5ea'] response: {'name': 'network-changed', 'server_uuid': 'e99280ff-b8f3-420b-ba9a-e6e5686de569', 'tag': '1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05', 'status': 'completed', 'code': 200} May 20 09:14:05.111086 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92489d-5e01-4c31-b6d0-3b38cb57e918 req-a43c2a18-be86-4924-97c7-7925f8e0f90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:05.112528 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6c92489d-5e01-4c31-b6d0-3b38cb57e918 req-a43c2a18-be86-4924-97c7-7925f8e0f90a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7263cb7-bd14-41ff-8f4b-b90e8869f0b0 HTTP/1.1" status: 200 len: 857 time: 0.1811814 May 20 09:14:05.139584 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc84046-9444-4748-9ae4-e336dea6c0fb req-e29a9776-4b46-4d45-92e2-03ecabf6e545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:05.142270 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6fc84046-9444-4748-9ae4-e336dea6c0fb req-e29a9776-4b46-4d45-92e2-03ecabf6e545 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4450681 May 20 09:14:05.241665 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c24bcf-b292-47a9-a14e-3daab6092321 req-1518d981-5123-4aff-b6c7-e602ca7cc764 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:05.243221 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-62c24bcf-b292-47a9-a14e-3daab6092321 req-1518d981-5123-4aff-b6c7-e602ca7cc764 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 943 time: 0.0672946 May 20 09:14:05.330594 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8089c25-e020-404e-b8f7-ed30aaaab4af req-2141bdca-33ff-4bf7-9288-2881f449264a tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:05.333606 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b8089c25-e020-404e-b8f7-ed30aaaab4af req-2141bdca-33ff-4bf7-9288-2881f449264a tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 943 time: 0.2304907 May 20 09:14:05.360910 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92489d-5e01-4c31-b6d0-3b38cb57e918 req-0f2049e1-0c5e-4a27-be10-b56b98bb1c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:05.362447 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6c92489d-5e01-4c31-b6d0-3b38cb57e918 req-0f2049e1-0c5e-4a27-be10-b56b98bb1c3a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=40febe0e-a58d-4d88-9cb1-48f696a34f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1181617 May 20 09:14:05.420287 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-62c24bcf-b292-47a9-a14e-3daab6092321 req-920b7bff-b0b1-4b94-8f26-6d4667f0dd28 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396322 May 20 09:14:05.496746 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 09:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645d0c39-9183-4cc1-b75c-07f2a4fbd5a4 x-openstack-request-id: req-645d0c39-9183-4cc1-b75c-07f2a4fbd5a4 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:14:05.497728 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97bdede-0305-4f4b-bc04-8b659b1c88ce", "name": "network-vif-plugged", "status": "completed", "tag": "5dbf97e0-97de-43b0-acce-908bce8975fe", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:14:05.498163 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-645d0c39-9183-4cc1-b75c-07f2a4fbd5a4 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:14:05.498714 dv-cinder-836996-23-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-645d0c39-9183-4cc1-b75c-07f2a4fbd5a4'] response: {'server_uuid': 'a97bdede-0305-4f4b-bc04-8b659b1c88ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dbf97e0-97de-43b0-acce-908bce8975fe', 'code': 200} May 20 09:14:05.595937 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ec94f-ec69-4999-9ea6-1720ba30f17c req-cf56d2d1-56d7-4e06-b1b7-c88454ae7f04 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:05.597623 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-484ec94f-ec69-4999-9ea6-1720ba30f17c req-cf56d2d1-56d7-4e06-b1b7-c88454ae7f04 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e26fcf7-52fb-4640-9eeb-1de9f728cc0b HTTP/1.1" status: 200 len: 945 time: 0.0495720 May 20 09:14:05.650328 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-484ec94f-ec69-4999-9ea6-1720ba30f17c req-8be256d8-8062-46b0-90ce-037cc11fc4d1 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/security-groups?id=17f26925-f1fc-44f5-854c-e8f8b00bae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451260 May 20 09:14:05.668152 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f95b44-1627-4322-9d15-daaa643378bc req-6f271d35-afa1-4f87-ace9-b562c33361d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:05.669677 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b7f95b44-1627-4322-9d15-daaa643378bc req-6f271d35-afa1-4f87-ace9-b562c33361d8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=40febe0e-a58d-4d88-9cb1-48f696a34f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4884865 May 20 09:14:05.673960 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c6e3d-d52f-42e2-8986-1961ee3911d0 req-bf591b04-288f-4070-b0ff-728c4daf29ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:05.675379 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a10c6e3d-d52f-42e2-8986-1961ee3911d0 req-bf591b04-288f-4070-b0ff-728c4daf29ce service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=92bf8a2fea6243c28aff53d39a57f92c&device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 1127 time: 0.3792408 May 20 09:14:05.677225 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-2deb8318-b4d1-4e47-9b6f-7367388ca807 req-f320924c-4a09-4594-b33a-0cab031fe9a2 service neutron] 10.222.0.44 "GET /v2.0/networks/1877e401-d42a-4a52-b633-242e6f958903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4949291 May 20 09:14:05.699881 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b8089c25-e020-404e-b8f7-ed30aaaab4af req-efeff696-07bb-4c17-9b95-ab05103c30b1 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3191459 May 20 09:14:06.047416 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6a883-368b-4ac7-bf37-769b7e6c4b8a req-8529087a-2543-4922-935f-1321f945339f tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:06.049096 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-77b6a883-368b-4ac7-bf37-769b7e6c4b8a req-8529087a-2543-4922-935f-1321f945339f tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=121038e6-7ba5-4d8f-b099-53e27cc913c6 HTTP/1.1" status: 200 len: 944 time: 0.0492444 May 20 09:14:06.097564 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d1ae1f-6936-4417-a247-3a55a365d4f6 req-7d63c8dc-1028-4d6e-8edf-7f3dc2daa550 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:06.099018 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-d0d1ae1f-6936-4417-a247-3a55a365d4f6 req-7d63c8dc-1028-4d6e-8edf-7f3dc2daa550 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 945 time: 0.0490391 May 20 09:14:06.147229 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-d0d1ae1f-6936-4417-a247-3a55a365d4f6 req-35e99058-9f9c-4b89-9341-edb53900911b tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422432 May 20 09:14:06.326499 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-77b6a883-368b-4ac7-bf37-769b7e6c4b8a req-8d09a8d8-1b3e-461b-833d-ac0e7b81e720 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=a23ab695-8289-4d9f-9248-b1f0cd06e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2683830 May 20 09:14:06.341765 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6c92489d-5e01-4c31-b6d0-3b38cb57e918 req-e2b09b8d-241c-438e-99f5-9930ca2db33a service neutron] 10.222.0.44 "GET /v2.0/networks/40febe0e-a58d-4d88-9cb1-48f696a34f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916055 May 20 09:14:06.386630 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 7d1ab808-94ab-41bb-b7aa-8b530eb9862e up at agent hyperv_hv-cinder-83699 {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:14:06.436012 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Provisioning for port 7d1ab808-94ab-41bb-b7aa-8b530eb9862e completed by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 20 09:14:06.471853 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Provisioning complete for port 7d1ab808-94ab-41bb-b7aa-8b530eb9862e triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:14:06.472482 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (7d1ab808-94ab-41bb-b7aa-8b530eb9862e), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:06.492817 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a10c6e3d-d52f-42e2-8986-1961ee3911d0 req-dc8d0e87-99e1-4840-b0a5-d60c5476dce8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8e5bd7c-3deb-4042-9ef4-77d147264d87 HTTP/1.1" status: 200 len: 217 time: 0.1211886 May 20 09:14:06.544953 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:06.576146 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e626df-3bc6-4886-a6d7-eeb8ee68b2e6 req-d6089e2f-348b-41c1-870e-1c3da902bcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:06.579715 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-54e626df-3bc6-4886-a6d7-eeb8ee68b2e6 req-d6089e2f-348b-41c1-870e-1c3da902bcd1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ddfd22e3dde4cc89c073bd2d88d648b&device_id=121038e6-7ba5-4d8f-b099-53e27cc913c6 HTTP/1.1" status: 200 len: 1128 time: 0.2041080 May 20 09:14:06.622588 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port 7d1ab808-94ab-41bb-b7aa-8b530eb9862e is: BUILD; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:14:06.623196 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (7d1ab808-94ab-41bb-b7aa-8b530eb9862e), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:06.677122 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c6e3d-d52f-42e2-8986-1961ee3911d0 req-006e0331-0f9a-4a20-82c1-0aa3fab36dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:06.678827 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a10c6e3d-d52f-42e2-8986-1961ee3911d0 req-006e0331-0f9a-4a20-82c1-0aa3fab36dfc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0a5fa699-4c99-4ca7-94b7-2b5c0cff2418 HTTP/1.1" status: 200 len: 855 time: 0.1642101 May 20 09:14:06.685485 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d27860f-6c45-474b-9e4a-02da16cffcba req-69711c42-3897-42ec-b4dc-d23eaa9979e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:06.687366 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6d27860f-6c45-474b-9e4a-02da16cffcba req-69711c42-3897-42ec-b4dc-d23eaa9979e0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a97bdede-0305-4f4b-bc04-8b659b1c88ce HTTP/1.1" status: 200 len: 1129 time: 0.1791644 May 20 09:14:06.704497 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db87b04-771a-46c4-896d-81d8c8bf6c9b req-840aa7e7-d6ba-475b-b16c-bd73a476f178 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:06.706156 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-6db87b04-771a-46c4-896d-81d8c8bf6c9b req-840aa7e7-d6ba-475b-b16c-bd73a476f178 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 943 time: 0.1517620 May 20 09:14:06.751233 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6c92489d-5e01-4c31-b6d0-3b38cb57e918 req-465c25f4-c5d7-4d85-9b69-3458dd98183e service neutron] 10.222.0.44 "GET /v2.0/networks/40febe0e-a58d-4d88-9cb1-48f696a34f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699214 May 20 09:14:06.752812 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port 7d1ab808-94ab-41bb-b7aa-8b530eb9862e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=7d1ab808-94ab-41bb-b7aa-8b530eb9862e,segment=NetworkSegment(32ffeb4b-663b-4183-8636-9b9183111437),segment_id=32ffeb4b-663b-4183-8636-9b9183111437)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:14:06.756240 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:06.761659 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-2deb8318-b4d1-4e47-9b6f-7367388ca807 req-6718f727-c450-4855-b1db-cbe413c5d21c service neutron] 10.222.0.44 "GET /v2.0/networks/1877e401-d42a-4a52-b633-242e6f958903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889949 May 20 09:14:06.767246 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (7d1ab808-94ab-41bb-b7aa-8b530eb9862e), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:06.775211 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6d27860f-6c45-474b-9e4a-02da16cffcba req-df4bec41-08c7-441c-8b7e-0ddfcb975445 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774622 May 20 09:14:06.800547 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b7f95b44-1627-4322-9d15-daaa643378bc req-97ba6bf7-7e26-4bd6-a315-5e7181fa0964 service neutron] 10.222.0.44 "GET /v2.0/networks/40febe0e-a58d-4d88-9cb1-48f696a34f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4362040 May 20 09:14:06.811974 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c6e3d-d52f-42e2-8986-1961ee3911d0 req-b95440eb-1a79-4701-849f-da0b4b39d12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:06.815161 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a10c6e3d-d52f-42e2-8986-1961ee3911d0 req-b95440eb-1a79-4701-849f-da0b4b39d12a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cb464892-cf71-4d2e-b68f-60163c12a0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1178405 May 20 09:14:06.860064 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-6db87b04-771a-46c4-896d-81d8c8bf6c9b req-c636c52c-f977-46bc-aa19-5396556e1ac8 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427844 May 20 09:14:06.863432 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e626df-3bc6-4886-a6d7-eeb8ee68b2e6 req-61040f6d-6806-4f56-95a2-4d6b881447a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:06.864914 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-54e626df-3bc6-4886-a6d7-eeb8ee68b2e6 req-61040f6d-6806-4f56-95a2-4d6b881447a5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=328df357-f834-447d-8616-ac57cd7979a2 HTTP/1.1" status: 200 len: 915 time: 0.2577262 May 20 09:14:06.895112 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2be5b-b2c1-4759-9a35-fc66138ea37e req-f2d21c3a-50f9-4bf3-8519-11d48ebb3617 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:06.895425 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=7d1ab808-94ab-41bb-b7aa-8b530eb9862e,revision_number=5']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:06.896819 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-58d2be5b-b2c1-4759-9a35-fc66138ea37e req-f2d21c3a-50f9-4bf3-8519-11d48ebb3617 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e26fcf7-52fb-4640-9eeb-1de9f728cc0b HTTP/1.1" status: 200 len: 945 time: 0.0717585 May 20 09:14:06.994144 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824cbaf-3f3d-4308-9280-124d03546d70 req-71140438-e73e-4147-bcd8-1af49af5163d tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:07.004551 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-4824cbaf-3f3d-4308-9280-124d03546d70 req-71140438-e73e-4147-bcd8-1af49af5163d tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 943 time: 0.0534503 May 20 09:14:07.008225 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-58d2be5b-b2c1-4759-9a35-fc66138ea37e req-cd852cf4-d79b-4c99-aaf0-a6c79f606914 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/security-groups?id=17f26925-f1fc-44f5-854c-e8f8b00bae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001039 May 20 09:14:07.073903 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-54e626df-3bc6-4886-a6d7-eeb8ee68b2e6 req-fc6bb59f-a807-412f-8c2b-0087aefd9bbd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10b699e9-683d-4dd6-90dd-b78af5111278 HTTP/1.1" status: 200 len: 217 time: 0.0646276 May 20 09:14:07.156192 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-4824cbaf-3f3d-4308-9280-124d03546d70 req-d9e32844-8260-450b-a52c-cf0f95f4077d tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540720 May 20 09:14:07.210205 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a10c6e3d-d52f-42e2-8986-1961ee3911d0 req-22e28f17-0574-4a5c-b900-cf929cf13306 service neutron] 10.222.0.44 "GET /v2.0/networks/cb464892-cf71-4d2e-b68f-60163c12a0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879170 May 20 09:14:07.213867 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b7f95b44-1627-4322-9d15-daaa643378bc req-d29c2dd1-78d4-4bd9-a713-4886a9ac7cf5 service neutron] 10.222.0.44 "GET /v2.0/networks/40febe0e-a58d-4d88-9cb1-48f696a34f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433628 May 20 09:14:07.272502 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:07.288849 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d2f46-91ac-4d8f-b06b-473d2b0ae47e req-351742cf-b889-4d90-8c63-273e227cd4a8 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:07.290499 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e33d2f46-91ac-4d8f-b06b-473d2b0ae47e req-351742cf-b889-4d90-8c63-273e227cd4a8 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0563190 May 20 09:14:07.350858 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e33d2f46-91ac-4d8f-b06b-473d2b0ae47e req-85d09f51-cf9a-4c4d-9403-9c9229226ab7 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542381 May 20 09:14:07.441279 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:07.449647 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2b3be-dfd5-4094-998e-c3218ef745e3 req-052e4520-ffbf-4e4f-889f-f6c971bda295 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:07.451141 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-0ce2b3be-dfd5-4094-998e-c3218ef745e3 req-052e4520-ffbf-4e4f-889f-f6c971bda295 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=121038e6-7ba5-4d8f-b099-53e27cc913c6 HTTP/1.1" status: 200 len: 944 time: 0.0528748 May 20 09:14:07.497344 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-0ce2b3be-dfd5-4094-998e-c3218ef745e3 req-4ffe7160-141c-46bc-bad7-bfea3f0d3899 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=a23ab695-8289-4d9f-9248-b1f0cd06e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404122 May 20 09:14:07.500363 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb33473-a994-427d-9822-3ff769987a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d1ab808-94ab-41bb-b7aa-8b530eb9862e'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:14:07.502644 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a79de04d4ec243d1cdc81b41ccc126ec62664011dfe1c1a94e68b1d536b5d8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4782e802-8b92-4f2d-af21-b8cda24f180f" -d '{"events": [{"server_uuid": "7fb33473-a994-427d-9822-3ff769987a56", "name": "network-vif-plugged", "status": "completed", "tag": "7d1ab808-94ab-41bb-b7aa-8b530eb9862e"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:14:07.538132 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 09:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47606254-8acd-4200-b924-8deb1427e6db x-openstack-request-id: req-47606254-8acd-4200-b924-8deb1427e6db {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:14:07.538448 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb33473-a994-427d-9822-3ff769987a56", "name": "network-vif-plugged", "status": "completed", "tag": "7d1ab808-94ab-41bb-b7aa-8b530eb9862e", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:14:07.538700 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-47606254-8acd-4200-b924-8deb1427e6db {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:14:07.539085 dv-cinder-836996-23-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47606254-8acd-4200-b924-8deb1427e6db'] response: {'server_uuid': '7fb33473-a994-427d-9822-3ff769987a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d1ab808-94ab-41bb-b7aa-8b530eb9862e', 'code': 200} May 20 09:14:07.978240 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de905b3-bb27-4816-b492-be141e326c34 req-e9da042f-4adf-4f3c-b2cf-7e625e295d49 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:07.979752 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-0de905b3-bb27-4816-b492-be141e326c34 req-e9da042f-4adf-4f3c-b2cf-7e625e295d49 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 943 time: 0.0475876 May 20 09:14:08.031748 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-0de905b3-bb27-4816-b492-be141e326c34 req-b92704a0-33fe-42d1-9105-3b160ce83c3d tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459497 May 20 09:14:08.134888 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef50f90-393c-49e8-a678-5943463d8e30 req-dee4e01e-a493-4ded-bc70-e7e0513fb1d9 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:08.136349 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-cef50f90-393c-49e8-a678-5943463d8e30 req-dee4e01e-a493-4ded-bc70-e7e0513fb1d9 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e26fcf7-52fb-4640-9eeb-1de9f728cc0b HTTP/1.1" status: 200 len: 945 time: 0.0486641 May 20 09:14:08.186755 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-cef50f90-393c-49e8-a678-5943463d8e30 req-fa2db5c9-70b6-4dc5-91ba-dc7fc896635c tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/security-groups?id=17f26925-f1fc-44f5-854c-e8f8b00bae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425816 May 20 09:14:08.308025 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffef3e7-b8b4-4250-80af-38fefb0f7238 req-4d664e95-b7d8-43a9-8c63-2735a17a7e62 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:08.309388 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-3ffef3e7-b8b4-4250-80af-38fefb0f7238 req-4d664e95-b7d8-43a9-8c63-2735a17a7e62 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 943 time: 0.0555034 May 20 09:14:08.369293 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-3ffef3e7-b8b4-4250-80af-38fefb0f7238 req-d810d755-f2be-493c-93cf-c47d623ed464 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517330 May 20 09:14:08.467828 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f42753-fbcd-4510-93bb-091be6ca8a9e req-884df106-ddd1-4d4e-93ab-cac34049f5c2 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:08.469314 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-11f42753-fbcd-4510-93bb-091be6ca8a9e req-884df106-ddd1-4d4e-93ab-cac34049f5c2 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0499475 May 20 09:14:08.518267 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-11f42753-fbcd-4510-93bb-091be6ca8a9e req-f8bdc488-08fd-4992-9fe0-3aeb2c936e05 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432529 May 20 09:14:08.623218 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e2212-2a0f-44f3-ab6a-b5e5f125f9c6 req-c9387b06-8d74-46a4-9522-f01c2431f7a0 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:08.624701 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-c35e2212-2a0f-44f3-ab6a-b5e5f125f9c6 req-c9387b06-8d74-46a4-9522-f01c2431f7a0 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=121038e6-7ba5-4d8f-b099-53e27cc913c6 HTTP/1.1" status: 200 len: 944 time: 0.0531223 May 20 09:14:08.675851 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-c35e2212-2a0f-44f3-ab6a-b5e5f125f9c6 req-16484509-be42-4ee3-818d-d4197838fae2 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=a23ab695-8289-4d9f-9248-b1f0cd06e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427623 May 20 09:14:09.012823 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 10b699e9-683d-4dd6-90dd-b78af5111278 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 09:14:09.034476 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:09.086778 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:09.118361 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port 10b699e9-683d-4dd6-90dd-b78af5111278, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=10b699e9-683d-4dd6-90dd-b78af5111278,segment=NetworkSegment(ef282a07-cf11-4b01-9306-f20c5aec5e53),segment_id=ef282a07-cf11-4b01-9306-f20c5aec5e53)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:14:09.129636 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Returning: {'device': '10b699e9-683d-4dd6-90dd-b78af5111278', 'network_id': '328df357-f834-447d-8616-ac57cd7979a2', 'port_id': '10b699e9-683d-4dd6-90dd-b78af5111278', 'mac_address': 'fa:16:3e:7b:84:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a66febf-40e6-435b-a129-884260e28f23', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 09:14:09.147295 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1c5b8-5a91-4fb1-9396-0d60d240fa88 req-f6556f70-145c-4d7f-9abb-2a030398c993 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:09.148813 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c9d1c5b8-5a91-4fb1-9396-0d60d240fa88 req-f6556f70-145c-4d7f-9abb-2a030398c993 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 943 time: 0.0471942 May 20 09:14:09.167767 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port 10b699e9-683d-4dd6-90dd-b78af5111278 is: DOWN; New status is: BUILD {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:14:09.168154 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (10b699e9-683d-4dd6-90dd-b78af5111278), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:09.181620 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10b699e9-683d-4dd6-90dd-b78af5111278 {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 09:14:09.197355 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c9d1c5b8-5a91-4fb1-9396-0d60d240fa88 req-fbc8eb5e-c183-4446-8442-6db1f7d66623 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418012 May 20 09:14:09.201260 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port 10b699e9-683d-4dd6-90dd-b78af5111278, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=10b699e9-683d-4dd6-90dd-b78af5111278,segment=NetworkSegment(ef282a07-cf11-4b01-9306-f20c5aec5e53),segment_id=ef282a07-cf11-4b01-9306-f20c5aec5e53)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:14:09.206630 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (10b699e9-683d-4dd6-90dd-b78af5111278), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:09.259764 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=10b699e9-683d-4dd6-90dd-b78af5111278,revision_number=4']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:09.305581 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61275a6-2837-4520-bed9-2e0b098d1664 req-260e399c-9c8a-49b4-8e36-b2c31ba86374 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:09.307021 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-d61275a6-2837-4520-bed9-2e0b098d1664 req-260e399c-9c8a-49b4-8e36-b2c31ba86374 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e26fcf7-52fb-4640-9eeb-1de9f728cc0b HTTP/1.1" status: 200 len: 945 time: 0.0465565 May 20 09:14:09.355666 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-d61275a6-2837-4520-bed9-2e0b098d1664 req-2aedf7e6-9e3d-4464-a14d-732dc2b20ce2 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/security-groups?id=17f26925-f1fc-44f5-854c-e8f8b00bae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403826 May 20 09:14:09.497958 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de32fb-7b7a-4a11-a6cb-5bb01b11ca19 req-89d99266-6dc5-4894-a2e3-1d32fc869487 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:09.499432 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-21de32fb-7b7a-4a11-a6cb-5bb01b11ca19 req-89d99266-6dc5-4894-a2e3-1d32fc869487 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 943 time: 0.0520058 May 20 09:14:09.552237 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-21de32fb-7b7a-4a11-a6cb-5bb01b11ca19 req-456bb9c7-94c0-43fb-8ffc-63c0eedcef29 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471964 May 20 09:14:09.633073 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:09.644170 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43497ff7-a0f3-4995-84a1-3556d72806d3 req-1d9b92ed-33e2-4aed-910d-b815f7c660e7 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:09.645640 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-43497ff7-a0f3-4995-84a1-3556d72806d3 req-1d9b92ed-33e2-4aed-910d-b815f7c660e7 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0513883 May 20 09:14:09.695112 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-43497ff7-a0f3-4995-84a1-3556d72806d3 req-c4853500-917e-4ef9-a859-660ad577bbd2 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409431 May 20 09:14:09.947173 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf63bd87-742e-45e4-892b-1b56d5fae29b req-d016e888-a1ee-4730-9f7a-dda1b959a604 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:09.948588 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-cf63bd87-742e-45e4-892b-1b56d5fae29b req-d016e888-a1ee-4730-9f7a-dda1b959a604 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=121038e6-7ba5-4d8f-b099-53e27cc913c6 HTTP/1.1" status: 200 len: 945 time: 0.0594399 May 20 09:14:09.998155 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-cf63bd87-742e-45e4-892b-1b56d5fae29b req-94bda576-d36d-4613-b311-454db82adbda tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=a23ab695-8289-4d9f-9248-b1f0cd06e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412524 May 20 09:14:10.303282 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] get_ports_and_sgs() called for port_ids ['10b699e9-683d-4dd6-90dd-b78af5111278'] {{(pid=104277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 09:14:10.320989 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0720d3d-89d1-4cc2-bd41-11d9a490cc83 req-c49fc7ae-0be4-4958-949a-88de274b9dd5 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:10.322610 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a0720d3d-89d1-4cc2-bd41-11d9a490cc83 req-c49fc7ae-0be4-4958-949a-88de274b9dd5 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 943 time: 0.0466924 May 20 09:14:10.369755 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a0720d3d-89d1-4cc2-bd41-11d9a490cc83 req-05ca12d6-2082-462e-9c62-475a1fe6d407 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414102 May 20 09:14:10.478416 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbc0a9-01fa-4111-82ce-437139ae2312 req-72544bfd-acaf-4f56-a638-e9e43690315f tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:10.479871 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6dfbc0a9-01fa-4111-82ce-437139ae2312 req-72544bfd-acaf-4f56-a638-e9e43690315f tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e26fcf7-52fb-4640-9eeb-1de9f728cc0b HTTP/1.1" status: 200 len: 945 time: 0.0564287 May 20 09:14:10.526769 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6dfbc0a9-01fa-4111-82ce-437139ae2312 req-4774beb4-e30d-4039-aead-bea5a2bea2f9 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/security-groups?id=17f26925-f1fc-44f5-854c-e8f8b00bae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411754 May 20 09:14:10.684275 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a93444-5694-4eb4-83fb-8e1ddc98b719 req-f23b7ec5-4fa3-4322-a4e5-1e18abcb4768 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:10.685767 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-d0a93444-5694-4eb4-83fb-8e1ddc98b719 req-f23b7ec5-4fa3-4322-a4e5-1e18abcb4768 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 943 time: 0.0507102 May 20 09:14:10.731797 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-d0a93444-5694-4eb4-83fb-8e1ddc98b719 req-a8710dcb-ef6f-477c-ac08-e17d99f2680e tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403922 May 20 09:14:10.809641 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972fa996-5bd5-4e61-b417-edd398a2f5c3 req-07eaa89d-8b13-4222-9d15-665b04f6334e tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:10.811246 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-972fa996-5bd5-4e61-b417-edd398a2f5c3 req-07eaa89d-8b13-4222-9d15-665b04f6334e tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0497131 May 20 09:14:10.861805 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-972fa996-5bd5-4e61-b417-edd398a2f5c3 req-78d763fb-120c-4e6f-82da-25663e4a9669 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422156 May 20 09:14:11.127828 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1d499-9882-4264-ac6d-51781d65b213 req-2501d0e8-9b92-42df-9603-67d32e8f39f8 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:11.129419 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-8fe1d499-9882-4264-ac6d-51781d65b213 req-2501d0e8-9b92-42df-9603-67d32e8f39f8 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=121038e6-7ba5-4d8f-b099-53e27cc913c6 HTTP/1.1" status: 200 len: 945 time: 0.0475993 May 20 09:14:11.178604 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-8fe1d499-9882-4264-ac6d-51781d65b213 req-e84850c7-b9ea-4989-b571-a8347ae7843c tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=a23ab695-8289-4d9f-9248-b1f0cd06e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435185 May 20 09:14:11.486031 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc06ecf-e913-4acc-9a97-10ca73632b9b req-9e3cc9c6-54cd-4253-a6b9-548e55aeefac tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:11.487544 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-afc06ecf-e913-4acc-9a97-10ca73632b9b req-9e3cc9c6-54cd-4253-a6b9-548e55aeefac tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 943 time: 0.0470655 May 20 09:14:11.534596 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-afc06ecf-e913-4acc-9a97-10ca73632b9b req-bea64f79-58c7-4c0c-aade-b6ca5cdf067a tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414410 May 20 09:14:11.640233 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a7a384-a72e-49b6-8299-b0ea6ca5feaf req-b5a8e948-af8a-494f-8e7a-6e2dffe28db8 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:11.641703 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f6a7a384-a72e-49b6-8299-b0ea6ca5feaf req-b5a8e948-af8a-494f-8e7a-6e2dffe28db8 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e26fcf7-52fb-4640-9eeb-1de9f728cc0b HTTP/1.1" status: 200 len: 945 time: 0.0461826 May 20 09:14:11.699024 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f6a7a384-a72e-49b6-8299-b0ea6ca5feaf req-91df7a86-c546-4bb5-ad6a-54c9d055df69 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/security-groups?id=17f26925-f1fc-44f5-854c-e8f8b00bae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506709 May 20 09:14:11.847602 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648a3e6-b6fa-4c09-a62f-3265b6ab67ca req-3c4e4d2a-b37c-41aa-a1d9-a17ab3a49535 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:11.848959 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f648a3e6-b6fa-4c09-a62f-3265b6ab67ca req-3c4e4d2a-b37c-41aa-a1d9-a17ab3a49535 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 943 time: 0.0467672 May 20 09:14:11.901609 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f648a3e6-b6fa-4c09-a62f-3265b6ab67ca req-f0be6e0d-ed11-4a32-b44c-76792d02f88e tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443888 May 20 09:14:11.976850 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef4318-ca25-4a6d-808c-f7cda4edffb2 req-1ddec132-faad-4ae9-8b10-710004cbab2c tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:11.978312 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b9ef4318-ca25-4a6d-808c-f7cda4edffb2 req-1ddec132-faad-4ae9-8b10-710004cbab2c tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0489824 May 20 09:14:12.025554 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b9ef4318-ca25-4a6d-808c-f7cda4edffb2 req-62855f3a-3572-4b77-896c-07180b6fe9f6 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414913 May 20 09:14:12.289563 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:12.305425 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4269283-3218-4b9c-815f-b7bf734928c8 req-02920c74-8d8c-4ee3-afcf-dffcb97f132f tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:12.306920 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c4269283-3218-4b9c-815f-b7bf734928c8 req-02920c74-8d8c-4ee3-afcf-dffcb97f132f tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=121038e6-7ba5-4d8f-b099-53e27cc913c6 HTTP/1.1" status: 200 len: 945 time: 0.0491769 May 20 09:14:12.347108 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:12.354879 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c4269283-3218-4b9c-815f-b7bf734928c8 req-0c3d2758-506d-4931-9033-da280a547a1c tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=a23ab695-8289-4d9f-9248-b1f0cd06e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423803 May 20 09:14:12.656425 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d9742-be40-4371-ae96-ca5c14c429f2 req-ab659760-691d-4d0e-b768-166315883fe3 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:12.657880 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-fa6d9742-be40-4371-ae96-ca5c14c429f2 req-ab659760-691d-4d0e-b768-166315883fe3 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 943 time: 0.0535853 May 20 09:14:12.668939 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:12.705550 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-fa6d9742-be40-4371-ae96-ca5c14c429f2 req-447f825d-a05b-400f-a637-6959be9cd668 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419428 May 20 09:14:12.818747 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daaf7af-9f5d-479f-bf27-2b3dd2ef3c33 req-56fa3582-099c-4455-a381-f1373f437952 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:12.820256 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6daaf7af-9f5d-479f-bf27-2b3dd2ef3c33 req-56fa3582-099c-4455-a381-f1373f437952 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e26fcf7-52fb-4640-9eeb-1de9f728cc0b HTTP/1.1" status: 200 len: 945 time: 0.0476232 May 20 09:14:12.865383 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6daaf7af-9f5d-479f-bf27-2b3dd2ef3c33 req-235534a4-6724-423d-bd49-b75dfa33178e tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/security-groups?id=17f26925-f1fc-44f5-854c-e8f8b00bae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394855 May 20 09:14:13.031071 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b1aab-f455-49fb-83af-5661b6ba8749 req-bebf0e13-31ae-492c-85ba-b5b9ddb6a08c tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:13.032530 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b24b1aab-f455-49fb-83af-5661b6ba8749 req-bebf0e13-31ae-492c-85ba-b5b9ddb6a08c tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 943 time: 0.0528703 May 20 09:14:13.083519 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b24b1aab-f455-49fb-83af-5661b6ba8749 req-20e8618e-cb8b-48f0-a473-76c1fc502113 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425925 May 20 09:14:13.151581 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ddbad-db68-44f9-bb1a-1f56c3ff604d req-c3de3f0e-e6b1-49d2-b306-532480ada931 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:13.153870 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a58ddbad-db68-44f9-bb1a-1f56c3ff604d req-c3de3f0e-e6b1-49d2-b306-532480ada931 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0613594 May 20 09:14:13.199478 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a58ddbad-db68-44f9-bb1a-1f56c3ff604d req-2a2ff4d5-fbe8-4c1b-a8e6-f69ab1697b18 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400598 May 20 09:14:13.515883 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 10b699e9-683d-4dd6-90dd-b78af5111278 up at agent hyperv_hv-cinder-83699 {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:14:13.520414 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d440f983-541b-45c7-a0a2-d49b36fe959a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:13.527879 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb0dbe-d27e-4f90-90db-6d6e6a2040f1 req-b424a0b5-2c10-44db-a15b-28f111c44b52 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:13.529845 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-4cbb0dbe-d27e-4f90-90db-6d6e6a2040f1 req-b424a0b5-2c10-44db-a15b-28f111c44b52 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=121038e6-7ba5-4d8f-b099-53e27cc913c6 HTTP/1.1" status: 200 len: 945 time: 0.0878541 May 20 09:14:13.564839 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Provisioning for port 10b699e9-683d-4dd6-90dd-b78af5111278 completed by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 20 09:14:13.572782 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Provisioning complete for port 10b699e9-683d-4dd6-90dd-b78af5111278 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:14:13.573350 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (10b699e9-683d-4dd6-90dd-b78af5111278), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:13.589464 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-4cbb0dbe-d27e-4f90-90db-6d6e6a2040f1 req-fd831eed-3c4d-49bf-aae8-d7a3fd2c704a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=a23ab695-8289-4d9f-9248-b1f0cd06e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512402 May 20 09:14:13.651192 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port 10b699e9-683d-4dd6-90dd-b78af5111278 is: BUILD; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:14:13.651655 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (10b699e9-683d-4dd6-90dd-b78af5111278), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:13.675995 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '121038e6-7ba5-4d8f-b099-53e27cc913c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b699e9-683d-4dd6-90dd-b78af5111278'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:14:13.678347 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a79de04d4ec243d1cdc81b41ccc126ec62664011dfe1c1a94e68b1d536b5d8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c234ed-4688-4131-b0d0-3182d70aa61f" -d '{"events": [{"server_uuid": "121038e6-7ba5-4d8f-b099-53e27cc913c6", "name": "network-vif-plugged", "status": "completed", "tag": "10b699e9-683d-4dd6-90dd-b78af5111278"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:14:13.690831 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port 10b699e9-683d-4dd6-90dd-b78af5111278, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=10b699e9-683d-4dd6-90dd-b78af5111278,segment=NetworkSegment(ef282a07-cf11-4b01-9306-f20c5aec5e53),segment_id=ef282a07-cf11-4b01-9306-f20c5aec5e53)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:14:13.695875 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (10b699e9-683d-4dd6-90dd-b78af5111278), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:13.718134 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 09:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e39a181-7ba5-4afc-bba7-8861f08ad379 x-openstack-request-id: req-0e39a181-7ba5-4afc-bba7-8861f08ad379 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:14:13.718444 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "121038e6-7ba5-4d8f-b099-53e27cc913c6", "name": "network-vif-plugged", "status": "completed", "tag": "10b699e9-683d-4dd6-90dd-b78af5111278", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:14:13.718720 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0e39a181-7ba5-4afc-bba7-8861f08ad379 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:14:13.719045 dv-cinder-836996-23-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e39a181-7ba5-4afc-bba7-8861f08ad379'] response: {'server_uuid': '121038e6-7ba5-4d8f-b099-53e27cc913c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b699e9-683d-4dd6-90dd-b78af5111278', 'code': 200} May 20 09:14:13.747989 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=10b699e9-683d-4dd6-90dd-b78af5111278,revision_number=5']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:13.816564 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e626df-3bc6-4886-a6d7-eeb8ee68b2e6 req-43c8e8ec-3a99-4109-b795-bd5904c9ae77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:13.818471 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-54e626df-3bc6-4886-a6d7-eeb8ee68b2e6 req-43c8e8ec-3a99-4109-b795-bd5904c9ae77 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6a66febf-40e6-435b-a129-884260e28f23 HTTP/1.1" status: 200 len: 853 time: 0.1031046 May 20 09:14:13.832326 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df0f52-daf6-414d-ad3e-4eaba3ae172f req-bb7bce8b-ac6f-4274-af12-2186fd3d0d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:13.834114 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-19df0f52-daf6-414d-ad3e-4eaba3ae172f req-bb7bce8b-ac6f-4274-af12-2186fd3d0d83 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9dd35ce1fcbd4038a0c556a45059c7d7&device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 1127 time: 0.1197791 May 20 09:14:13.883289 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ad674-b686-4284-8bdf-fb9bd9a69d50 req-3ef40317-81b8-4f2e-b761-858362f74ab9 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:13.887737 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f53ad674-b686-4284-8bdf-fb9bd9a69d50 req-3ef40317-81b8-4f2e-b761-858362f74ab9 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 943 time: 0.0842395 May 20 09:14:13.924651 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:13.929647 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a10c6e3d-d52f-42e2-8986-1961ee3911d0 req-0a94fa93-f6b0-41de-8652-ab2afb83e2a9 service neutron] 10.222.0.44 "GET /v2.0/networks/cb464892-cf71-4d2e-b68f-60163c12a0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064364 May 20 09:14:13.963085 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f53ad674-b686-4284-8bdf-fb9bd9a69d50 req-f0bdd2b4-ad27-4535-952c-f3a9d5de2705 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696452 May 20 09:14:13.994027 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:13.996251 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:14.013286 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97ce72-1ec6-4bf5-9ad5-5dcb2a2b8277 req-b9c0a55e-94f6-4a81-82e8-8984e01f3cdc tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:14.014864 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6f97ce72-1ec6-4bf5-9ad5-5dcb2a2b8277 req-b9c0a55e-94f6-4a81-82e8-8984e01f3cdc tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e26fcf7-52fb-4640-9eeb-1de9f728cc0b HTTP/1.1" status: 200 len: 945 time: 0.0551276 May 20 09:14:14.067326 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6f97ce72-1ec6-4bf5-9ad5-5dcb2a2b8277 req-d51fade1-d6d8-433b-9ffe-d7f1219b0cce tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/security-groups?id=17f26925-f1fc-44f5-854c-e8f8b00bae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461047 May 20 09:14:14.218849 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a65ab1-b8b0-49dc-b6ce-d3c1a4d2bd08 req-6a78744e-6087-4350-9cd5-d5b19cf720dc tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:14.220452 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-60a65ab1-b8b0-49dc-b6ce-d3c1a4d2bd08 req-6a78744e-6087-4350-9cd5-d5b19cf720dc tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 943 time: 0.0498250 May 20 09:14:14.303365 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-60a65ab1-b8b0-49dc-b6ce-d3c1a4d2bd08 req-bbba2cd8-1e43-46ed-8c13-d87b2118fc0d tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764904 May 20 09:14:14.339884 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c842ab29-b2d4-4696-9626-e1b0c9337284 req-cd512800-6a7d-417a-bed6-15bb2b160a97 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:14.341470 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c842ab29-b2d4-4696-9626-e1b0c9337284 req-cd512800-6a7d-417a-bed6-15bb2b160a97 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0621161 May 20 09:14:14.429097 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e626df-3bc6-4886-a6d7-eeb8ee68b2e6 req-6688420f-1a4d-4dcf-aff4-4a8d35e39a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:14.430580 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-54e626df-3bc6-4886-a6d7-eeb8ee68b2e6 req-6688420f-1a4d-4dcf-aff4-4a8d35e39a18 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=328df357-f834-447d-8616-ac57cd7979a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0663664 May 20 09:14:14.462249 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c842ab29-b2d4-4696-9626-e1b0c9337284 req-6d65001e-74b5-4c8a-a730-4239e2e371c8 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103354 May 20 09:14:14.481386 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df0f52-daf6-414d-ad3e-4eaba3ae172f req-79e32a5c-70a1-46f0-9f6b-39e8bef1a700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:14.482789 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-19df0f52-daf6-414d-ad3e-4eaba3ae172f req-79e32a5c-70a1-46f0-9f6b-39e8bef1a700 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1877e401-d42a-4a52-b633-242e6f958903 HTTP/1.1" status: 200 len: 912 time: 0.1209669 May 20 09:14:14.721060 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cff407-7791-45bd-afed-d728bfe8a95b req-4f3f722c-7f2b-405a-b8f6-bb3601cb53ee tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:14.722563 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-29cff407-7791-45bd-afed-d728bfe8a95b req-4f3f722c-7f2b-405a-b8f6-bb3601cb53ee tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=121038e6-7ba5-4d8f-b099-53e27cc913c6 HTTP/1.1" status: 200 len: 946 time: 0.0603468 May 20 09:14:14.777128 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-29cff407-7791-45bd-afed-d728bfe8a95b req-e57f8f95-523d-4a8d-bf0c-32e9793509f6 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=a23ab695-8289-4d9f-9248-b1f0cd06e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486231 May 20 09:14:14.957851 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc75f9-fec0-44bc-a987-90c547872d4e req-8f4488b3-b308-4818-8e51-7360f4c14f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:14.959415 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-39fc75f9-fec0-44bc-a987-90c547872d4e req-8f4488b3-b308-4818-8e51-7360f4c14f83 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=121038e6-7ba5-4d8f-b099-53e27cc913c6 HTTP/1.1" status: 200 len: 1130 time: 0.0840724 May 20 09:14:14.962573 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-19df0f52-daf6-414d-ad3e-4eaba3ae172f req-2bd7e7b5-d016-4668-bbe5-129c2503ce3e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05 HTTP/1.1" status: 200 len: 217 time: 0.0463514 May 20 09:14:14.971435 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff675b73-8e79-4566-9eee-a2624b00ffaf req-cc772daa-7dbc-4cef-b46d-260b73f315a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:14.972994 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-ff675b73-8e79-4566-9eee-a2624b00ffaf req-cc772daa-7dbc-4cef-b46d-260b73f315a7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 1130 time: 0.1066768 May 20 09:14:14.996113 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-54e626df-3bc6-4886-a6d7-eeb8ee68b2e6 req-7b38ef74-3dc4-4171-8ef8-153e3a03c042 service neutron] 10.222.0.44 "GET /v2.0/networks/328df357-f834-447d-8616-ac57cd7979a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293888 May 20 09:14:15.086805 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d72400-4dcc-4e1b-9a82-a2cd12829351 req-abe5fec1-e2a9-4559-9b5c-21eaeb777227 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:15.088387 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-44d72400-4dcc-4e1b-9a82-a2cd12829351 req-abe5fec1-e2a9-4559-9b5c-21eaeb777227 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 943 time: 0.0492795 May 20 09:14:15.136691 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-44d72400-4dcc-4e1b-9a82-a2cd12829351 req-546c74c7-121f-4c62-897d-1c2aa8915cc3 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421579 May 20 09:14:15.231719 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 58866) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:14:15.349945 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-ad1ec410-9eb6-4551-9e16-24d4c36840ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:15.429626 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-ad1ec410-9eb6-4551-9e16-24d4c36840ac admin admin] Publish callbacks [] for security_group (e7b727b9-092c-418c-87cf-d67d7b1883b1), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:15.433283 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-ad1ec410-9eb6-4551-9e16-24d4c36840ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (e7b727b9-092c-418c-87cf-d67d7b1883b1), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:15.434385 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a24c3-6d03-414a-ae00-9a434bd3701b req-ed05b0e4-7fea-4b65-8c13-0437d4dd2bf7 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:15.436121 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-8c6a24c3-6d03-414a-ae00-9a434bd3701b req-ed05b0e4-7fea-4b65-8c13-0437d4dd2bf7 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 943 time: 0.0505364 May 20 09:14:15.438375 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:15.487359 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ec410-9eb6-4551-9e16-24d4c36840ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b727b9-092c-418c-87cf-d67d7b1883b1,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:15.495105 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ec410-9eb6-4551-9e16-24d4c36840ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:15.495492 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ec410-9eb6-4551-9e16-24d4c36840ac admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:15.495823 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ec410-9eb6-4551-9e16-24d4c36840ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:15.496157 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ec410-9eb6-4551-9e16-24d4c36840ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:15.496489 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ec410-9eb6-4551-9e16-24d4c36840ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:15.496826 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ec410-9eb6-4551-9e16-24d4c36840ac admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:15.497200 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ec410-9eb6-4551-9e16-24d4c36840ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:15.497530 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ec410-9eb6-4551-9e16-24d4c36840ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:15.498016 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ec410-9eb6-4551-9e16-24d4c36840ac admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:15.498492 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ec410-9eb6-4551-9e16-24d4c36840ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:15.499129 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ec410-9eb6-4551-9e16-24d4c36840ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:15.499630 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ec410-9eb6-4551-9e16-24d4c36840ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:15.500100 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ec410-9eb6-4551-9e16-24d4c36840ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:15.500568 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ec410-9eb6-4551-9e16-24d4c36840ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:15.501027 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ec410-9eb6-4551-9e16-24d4c36840ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:15.509514 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-ad1ec410-9eb6-4551-9e16-24d4c36840ac admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=60d91d76cb44401a8da94f03d534d52b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2766819 May 20 09:14:15.512397 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 58878) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:14:15.517835 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-8c6a24c3-6d03-414a-ae00-9a434bd3701b req-e6997cb0-558f-473e-be58-6b1b32827530 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745184 May 20 09:14:15.609434 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-12ec23ed-9153-4ac0-ae6a-81a656abef6e admin admin] Publish callbacks [] for security_group (e7b727b9-092c-418c-87cf-d67d7b1883b1), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:15.643993 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:15.659001 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d2781-b575-44f2-bee1-461634baf3f8 req-cbcc89f0-6667-43e7-a8f0-0145fdf755dd tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:15.660493 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3a8d2781-b575-44f2-bee1-461634baf3f8 req-cbcc89f0-6667-43e7-a8f0-0145fdf755dd tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0718193 May 20 09:14:15.662712 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-12ec23ed-9153-4ac0-ae6a-81a656abef6e admin admin] Publish callbacks [] for security_group (e7b727b9-092c-418c-87cf-d67d7b1883b1), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:15.734261 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3a8d2781-b575-44f2-bee1-461634baf3f8 req-dccdb646-fc74-49a7-8f8a-12f077c02ba5 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646167 May 20 09:14:15.750803 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-12ec23ed-9153-4ac0-ae6a-81a656abef6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (e7b727b9-092c-418c-87cf-d67d7b1883b1), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:15.754130 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-12ec23ed-9153-4ac0-ae6a-81a656abef6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:15.756268 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-12ec23ed-9153-4ac0-ae6a-81a656abef6e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e7b727b9-092c-418c-87cf-d67d7b1883b1 HTTP/1.1" status: 204 len: 168 time: 0.2420084 May 20 09:14:15.777128 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ec23ed-9153-4ac0-ae6a-81a656abef6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b727b9-092c-418c-87cf-d67d7b1883b1,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:15.792352 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3875d73f-1a78-4d4f-b25c-20e5fb28d456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:15.897369 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de8632-39db-458c-9103-5d38430e25ae req-ad1e6765-19a7-42af-980a-c2c353b81617 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:15.898866 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-27de8632-39db-458c-9103-5d38430e25ae req-ad1e6765-19a7-42af-980a-c2c353b81617 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=121038e6-7ba5-4d8f-b099-53e27cc913c6 HTTP/1.1" status: 200 len: 946 time: 0.0475698 May 20 09:14:15.923367 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 09:14:15.932795 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:15.951142 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-27de8632-39db-458c-9103-5d38430e25ae req-ea18bb2c-b7fd-4021-a707-681b1db14c17 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=a23ab695-8289-4d9f-9248-b1f0cd06e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459487 May 20 09:14:15.990559 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:16.028412 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port 1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05,segment=NetworkSegment(055db0ec-bbdc-429e-b6b8-f0e0ae6e750a),segment_id=055db0ec-bbdc-429e-b6b8-f0e0ae6e750a)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:14:16.040600 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Returning: {'device': '1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05', 'network_id': '1877e401-d42a-4a52-b633-242e6f958903', 'port_id': '1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05', 'mac_address': 'fa:16:3e:f5:97:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '627f3291-137c-4051-aa19-caaa09ad6395', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 09:14:16.075230 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port 1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05 is: DOWN; New status is: BUILD {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:14:16.075670 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:16.089012 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05 {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 09:14:16.111041 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port 1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05,segment=NetworkSegment(055db0ec-bbdc-429e-b6b8-f0e0ae6e750a),segment_id=055db0ec-bbdc-429e-b6b8-f0e0ae6e750a)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:14:16.116357 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:16.165418 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05,revision_number=4']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:16.255411 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2a84a-19aa-438e-a68d-b3bd37441cd8 req-c7e17374-9032-4d34-a684-f92973ee146e tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:16.257058 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-fdc2a84a-19aa-438e-a68d-b3bd37441cd8 req-c7e17374-9032-4d34-a684-f92973ee146e tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 944 time: 0.0466471 May 20 09:14:16.307109 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-fdc2a84a-19aa-438e-a68d-b3bd37441cd8 req-051fa078-fcd6-487d-b89d-4575fa357c56 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445399 May 20 09:14:16.418356 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 58918) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:14:16.517375 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-875db867-bcd0-4c15-a4c4-676db7910973 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1573325526-network', 'tenant_id': '7264062888b544cfb7fbc74cc87f386f'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:14:16.530325 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:16.540222 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875db867-bcd0-4c15-a4c4-676db7910973 admin admin] Made reservation on behalf of 7264062888b544cfb7fbc74cc87f386f for: {'network': 1} {{(pid=104275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:14:16.542694 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-875db867-bcd0-4c15-a4c4-676db7910973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for network (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:16.551836 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-875db867-bcd0-4c15-a4c4-676db7910973 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:16.628860 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-875db867-bcd0-4c15-a4c4-676db7910973 admin admin] Publish callbacks [] for security_group (58151b77-d679-474e-9a70-9f24dcfd8d65), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:16.629520 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff38bc-4beb-4365-85e5-80d4e9fbc8f0 req-d7be7cb3-1c2c-44d3-a0cc-ff8371be0e47 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:16.631032 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b4ff38bc-4beb-4365-85e5-80d4e9fbc8f0 req-d7be7cb3-1c2c-44d3-a0cc-ff8371be0e47 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 943 time: 0.0487552 May 20 09:14:16.634418 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-875db867-bcd0-4c15-a4c4-676db7910973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (58151b77-d679-474e-9a70-9f24dcfd8d65), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:16.664144 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-875db867-bcd0-4c15-a4c4-676db7910973 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=104275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 09:14:16.674840 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875db867-bcd0-4c15-a4c4-676db7910973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58151b77-d679-474e-9a70-9f24dcfd8d65,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:16.683050 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b4ff38bc-4beb-4365-85e5-80d4e9fbc8f0 req-0364f49e-4bd8-419e-88d6-4e91bee05fa6 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451543 May 20 09:14:16.683225 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-875db867-bcd0-4c15-a4c4-676db7910973 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728767071609', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461326'] for segment (702855b5-4962-47b4-ac45-aaf842a4902e), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:16.683565 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.db.segments_db [None req-875db867-bcd0-4c15-a4c4-676db7910973 admin admin] Added segment 702855b5-4962-47b4-ac45-aaf842a4902e of type vlan for network 1b0a1a59-4f0d-4801-acdf-9aa54ef17cad May 20 09:14:16.685660 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875db867-bcd0-4c15-a4c4-676db7910973 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:16.686034 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875db867-bcd0-4c15-a4c4-676db7910973 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:16.686336 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875db867-bcd0-4c15-a4c4-676db7910973 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:16.686666 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875db867-bcd0-4c15-a4c4-676db7910973 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:16.686990 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875db867-bcd0-4c15-a4c4-676db7910973 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:16.687356 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875db867-bcd0-4c15-a4c4-676db7910973 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:16.687663 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875db867-bcd0-4c15-a4c4-676db7910973 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:16.687980 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875db867-bcd0-4c15-a4c4-676db7910973 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:16.688335 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875db867-bcd0-4c15-a4c4-676db7910973 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:16.688653 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875db867-bcd0-4c15-a4c4-676db7910973 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:16.688981 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875db867-bcd0-4c15-a4c4-676db7910973 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:16.689296 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875db867-bcd0-4c15-a4c4-676db7910973 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:16.689605 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875db867-bcd0-4c15-a4c4-676db7910973 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:16.690079 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875db867-bcd0-4c15-a4c4-676db7910973 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:16.690541 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875db867-bcd0-4c15-a4c4-676db7910973 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:16.742054 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-875db867-bcd0-4c15-a4c4-676db7910973 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728766529127'] for network (1b0a1a59-4f0d-4801-acdf-9aa54ef17cad), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:16.769093 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-875db867-bcd0-4c15-a4c4-676db7910973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360'] for network (1b0a1a59-4f0d-4801-acdf-9aa54ef17cad), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:16.770807 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875db867-bcd0-4c15-a4c4-676db7910973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:16.771474 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-875db867-bcd0-4c15-a4c4-676db7910973 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for network (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:16.833726 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-875db867-bcd0-4c15-a4c4-676db7910973 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4142156 May 20 09:14:16.838404 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 58930) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:14:16.842999 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-a357f371-1810-44ea-8a6b-0b89b28ba416 admin admin] Request body: {'subnet': {'network_id': '1b0a1a59-4f0d-4801-acdf-9aa54ef17cad', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1573325526-subnet', 'tenant_id': '7264062888b544cfb7fbc74cc87f386f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:14:16.852137 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875db867-bcd0-4c15-a4c4-676db7910973 admin admin] Pushing event updated for resources: {'Network': ['ID=1b0a1a59-4f0d-4801-acdf-9aa54ef17cad,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:16.867016 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Network 1b0a1a59-4f0d-4801-acdf-9aa54ef17cad details requested by agent ovs-agent-dv-cinder-836996-23-iscsi with host dv-cinder-836996-23-iscsi {{(pid=104277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 09:14:16.873948 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100465e-2dc4-42cf-9d99-ec08730808e7 req-60b6efed-a2b4-4b26-b6a6-34f00018f834 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:16.874088 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a357f371-1810-44ea-8a6b-0b89b28ba416 admin admin] Made reservation on behalf of 7264062888b544cfb7fbc74cc87f386f for: {'subnet': 1} {{(pid=104275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:14:16.874181 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1100465e-2dc4-42cf-9d99-ec08730808e7 req-60b6efed-a2b4-4b26-b6a6-34f00018f834 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0524235 May 20 09:14:16.875038 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-a357f371-1810-44ea-8a6b-0b89b28ba416 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31209427'] for subnet (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:16.922872 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1100465e-2dc4-42cf-9d99-ec08730808e7 req-2bbe8979-f50b-45d8-9da2-7839b64cd3bf tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438092 May 20 09:14:16.991445 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:17.056530 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-a357f371-1810-44ea-8a6b-0b89b28ba416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30904947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31209413'] for subnet (972bfc84-126c-4f01-aee7-e38b6d81f232), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:17.071069 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fccf6fe-4767-46c1-823c-86057de65d8b req-de8798d3-e9f9-4111-bf93-bfeb305b4f46 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:17.073409 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:17.075777 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1fccf6fe-4767-46c1-823c-86057de65d8b req-de8798d3-e9f9-4111-bf93-bfeb305b4f46 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=121038e6-7ba5-4d8f-b099-53e27cc913c6 HTTP/1.1" status: 200 len: 946 time: 0.0542490 May 20 09:14:17.117358 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a357f371-1810-44ea-8a6b-0b89b28ba416 admin admin] Pushing event updated for resources: {'Subnet': ['ID=972bfc84-126c-4f01-aee7-e38b6d81f232,revision_number=0']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:17.122573 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1fccf6fe-4767-46c1-823c-86057de65d8b req-d513545e-31bc-4f81-901a-2c919a7c1436 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=a23ab695-8289-4d9f-9248-b1f0cd06e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436952 May 20 09:14:17.125237 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a357f371-1810-44ea-8a6b-0b89b28ba416 admin admin] Checking segment: {'id': '702855b5-4962-47b4-ac45-aaf842a4902e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '1b0a1a59-4f0d-4801-acdf-9aa54ef17cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:14:17.125596 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a357f371-1810-44ea-8a6b-0b89b28ba416 admin admin] Network hostable DHCP agents. Network: 1b0a1a59-4f0d-4801-acdf-9aa54ef17cad, hostable agents: ['b26f8cd8-eda4-4382-aac8-4197b502694f'], hosted agents: [] {{(pid=104275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 09:14:17.144365 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a357f371-1810-44ea-8a6b-0b89b28ba416 admin admin] Network 1b0a1a59-4f0d-4801-acdf-9aa54ef17cad is scheduled to be hosted by DHCP agent b26f8cd8-eda4-4382-aac8-4197b502694f with binding_index 1 {{(pid=104275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 09:14:17.154695 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.base_scheduler [None req-a357f371-1810-44ea-8a6b-0b89b28ba416 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-23-iscsi, 1b0a1a59-4f0d-4801-acdf-9aa54ef17cad) {{(pid=104275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:14:17.158926 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a357f371-1810-44ea-8a6b-0b89b28ba416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:17.159539 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-a357f371-1810-44ea-8a6b-0b89b28ba416 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for subnet (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:17.164330 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ee37a6-2ac3-462d-9317-36b9aab8ce50 None None] Network 1b0a1a59-4f0d-4801-acdf-9aa54ef17cad requested from dv-cinder-836996-23-iscsi {{(pid=104277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 20 09:14:17.164960 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:17.177149 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-a357f371-1810-44ea-8a6b-0b89b28ba416 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3377645 May 20 09:14:17.265490 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2b7f10-db6c-4a4e-bae7-2b875e2b9896 None None] Network 1b0a1a59-4f0d-4801-acdf-9aa54ef17cad requested from dv-cinder-836996-23-iscsi {{(pid=104277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 20 09:14:17.426015 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cbec9c-a3c2-41ac-971a-b614b2c354b9 req-e2f6e8ce-9133-4bc8-8763-a740ba979440 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:17.431840 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-74cbec9c-a3c2-41ac-971a-b614b2c354b9 req-e2f6e8ce-9133-4bc8-8763-a740ba979440 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 944 time: 0.0516932 May 20 09:14:17.486734 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-74cbec9c-a3c2-41ac-971a-b614b2c354b9 req-20f81c00-1416-442b-9a52-7c35b2e7a9c7 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531800 May 20 09:14:17.835600 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a45441-11a6-490c-89fa-2954cf0c293a req-725b6f7c-e800-4886-9172-fac4e400f56d tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:17.837064 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-46a45441-11a6-490c-89fa-2954cf0c293a req-725b6f7c-e800-4886-9172-fac4e400f56d tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 943 time: 0.0586591 May 20 09:14:17.882728 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:17.887841 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-46a45441-11a6-490c-89fa-2954cf0c293a req-17b88b21-aefc-4e80-bd13-fd70a3824c2e tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433981 May 20 09:14:18.035535 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacb5e4-250d-452f-9550-42d113a69e66 req-b67aa780-0db2-4945-9bb0-658ad0580d4d tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:18.037103 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-faacb5e4-250d-452f-9550-42d113a69e66 req-b67aa780-0db2-4945-9bb0-658ad0580d4d tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0489116 May 20 09:14:18.082457 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] get_ports_and_sgs() called for port_ids ['1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05'] {{(pid=104277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 09:14:18.087108 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-faacb5e4-250d-452f-9550-42d113a69e66 req-1f520210-3cee-4796-afdc-ee2f2241d22d tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425818 May 20 09:14:18.237153 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53a7709-08df-482b-8e7f-2fc0a7a78dd4 req-65b20a36-3eba-49cc-a941-a13d6ff4a2dd tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:18.238625 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f53a7709-08df-482b-8e7f-2fc0a7a78dd4 req-65b20a36-3eba-49cc-a941-a13d6ff4a2dd tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=121038e6-7ba5-4d8f-b099-53e27cc913c6 HTTP/1.1" status: 200 len: 946 time: 0.0457735 May 20 09:14:18.287837 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f53a7709-08df-482b-8e7f-2fc0a7a78dd4 req-a17e2579-c296-42f8-b8a6-0673eb0adeda tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=a23ab695-8289-4d9f-9248-b1f0cd06e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435421 May 20 09:14:18.341857 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:18.641094 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df0f52-daf6-414d-ad3e-4eaba3ae172f req-e2ac3a23-b5ac-41bb-9dd5-8b40f8d97e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:18.642579 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-19df0f52-daf6-414d-ad3e-4eaba3ae172f req-e2ac3a23-b5ac-41bb-9dd5-8b40f8d97e4f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=627f3291-137c-4051-aa19-caaa09ad6395 HTTP/1.1" status: 200 len: 850 time: 0.1074073 May 20 09:14:18.650545 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:18.662948 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b29db27d-996e-4540-b701-7e1d1442a51e req-39d34993-3a97-4a2a-86b0-a37ed520fe87 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6e26fcf7-52fb-4640-9eeb-1de9f728cc0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0760574 May 20 09:14:18.675463 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-ff675b73-8e79-4566-9eee-a2624b00ffaf req-36be15cd-8bd2-4ab2-9378-46d312c73889 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314895 May 20 09:14:18.696568 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7cf0b-4456-4a90-962f-6ac9e13c426d req-b73b6225-8a44-4505-878a-1f7720f4ab3e tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:18.698049 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e7c7cf0b-4456-4a90-962f-6ac9e13c426d req-b73b6225-8a44-4505-878a-1f7720f4ab3e tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 944 time: 0.1258297 May 20 09:14:18.703245 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-39fc75f9-fec0-44bc-a987-90c547872d4e req-16eaf357-6d69-4035-8668-d09821adc7c6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a23ab695-8289-4d9f-9248-b1f0cd06e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663206 May 20 09:14:18.714367 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df0f52-daf6-414d-ad3e-4eaba3ae172f req-25ae2932-fe72-41d0-9006-a232f90cc4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:18.716097 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-19df0f52-daf6-414d-ad3e-4eaba3ae172f req-25ae2932-fe72-41d0-9006-a232f90cc4cb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1877e401-d42a-4a52-b633-242e6f958903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0558858 May 20 09:14:18.757191 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-54e626df-3bc6-4886-a6d7-eeb8ee68b2e6 req-e3be6477-b332-4ff3-9db2-78d376b9944d service neutron] 10.222.0.44 "GET /v2.0/networks/328df357-f834-447d-8616-ac57cd7979a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210536 May 20 09:14:18.778173 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e7c7cf0b-4456-4a90-962f-6ac9e13c426d req-d920d4c4-c21c-4dc4-89d3-9b9bbca14a25 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707545 May 20 09:14:18.990355 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c6e61-8067-4411-b0ec-7d551e1555ee req-7f851a47-e579-4548-8ee5-77f706c31134 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:18.993293 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-232c6e61-8067-4411-b0ec-7d551e1555ee req-7f851a47-e579-4548-8ee5-77f706c31134 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/networks?id=1b0a1a59-4f0d-4801-acdf-9aa54ef17cad HTTP/1.1" status: 200 len: 809 time: 0.1152475 May 20 09:14:19.017465 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-232c6e61-8067-4411-b0ec-7d551e1555ee req-878332bc-2188-4bba-aacf-f20dcdc446ec tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/quotas/7264062888b544cfb7fbc74cc87f386f HTTP/1.1" status: 200 len: 375 time: 0.0180123 May 20 09:14:19.024712 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15964c7-297b-4132-8a6e-37a0eea9a881 req-ca1379a2-aaba-498f-b259-13d8a302367d tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:19.026877 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d15964c7-297b-4132-8a6e-37a0eea9a881 req-ca1379a2-aaba-498f-b259-13d8a302367d tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 943 time: 0.0567067 May 20 09:14:19.065956 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-232c6e61-8067-4411-b0ec-7d551e1555ee req-8667d6ba-4d43-4bdf-b48b-10a2fbfa611e tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7264062888b544cfb7fbc74cc87f386f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442765 May 20 09:14:19.092034 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d15964c7-297b-4132-8a6e-37a0eea9a881 req-dc38465e-5cfb-4931-927b-042550d18b23 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540614 May 20 09:14:19.190220 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-232c6e61-8067-4411-b0ec-7d551e1555ee req-e51a6f8b-8998-4d06-a8e3-3ef21ffd36f5 service neutron] 10.222.0.69 "GET /v2.0/networks/1b0a1a59-4f0d-4801-acdf-9aa54ef17cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216090 May 20 09:14:19.248677 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654785c-516b-4a37-a289-5c005abcbc98 req-65fa8770-2548-4030-92a5-3e6284e8fbd2 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:19.256023 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a654785c-516b-4a37-a289-5c005abcbc98 req-65fa8770-2548-4030-92a5-3e6284e8fbd2 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0643580 May 20 09:14:19.308683 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a654785c-516b-4a37-a289-5c005abcbc98 req-04e0e37e-7256-4d27-b38d-e94197028fd8 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517750 May 20 09:14:19.360531 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-232c6e61-8067-4411-b0ec-7d551e1555ee req-5cb10a18-585c-46f0-ba90-eb5471d23868 service neutron] 10.222.0.69 "GET /v2.0/networks/1b0a1a59-4f0d-4801-acdf-9aa54ef17cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712232 May 20 09:14:19.362436 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-19df0f52-daf6-414d-ad3e-4eaba3ae172f req-630efa19-645b-4b6b-9dd0-6079b8995cea service neutron] 10.222.0.44 "GET /v2.0/networks/1877e401-d42a-4a52-b633-242e6f958903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720257 May 20 09:14:19.412293 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f2151-f0cd-49b6-ad17-ca0fe9835ed7 req-510ff583-ea6c-4c0e-998a-9f2721f37af6 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:19.413764 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-162f2151-f0cd-49b6-ad17-ca0fe9835ed7 req-510ff583-ea6c-4c0e-998a-9f2721f37af6 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=121038e6-7ba5-4d8f-b099-53e27cc913c6 HTTP/1.1" status: 200 len: 946 time: 0.0470071 May 20 09:14:19.460344 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-162f2151-f0cd-49b6-ad17-ca0fe9835ed7 req-9efe92fb-e2cf-41cd-9f24-b530fe71cc96 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=a23ab695-8289-4d9f-9248-b1f0cd06e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408390 May 20 09:14:19.530461 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-e64370bb-6efb-47be-8092-3e8c8836f3f7 req-8e61e07d-9cac-474d-af93-d337bd8437d7 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/ports?device_id=025af0dd-4c95-4946-b62c-402f7f570ad7 HTTP/1.1" status: 200 len: 210 time: 0.0276511 May 20 09:14:19.687534 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-19df0f52-daf6-414d-ad3e-4eaba3ae172f req-da5cf131-e982-4af1-842b-6b4dca32a751 service neutron] 10.222.0.44 "GET /v2.0/networks/1877e401-d42a-4a52-b633-242e6f958903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864046 May 20 09:14:19.752005 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device d8e5bd7c-3deb-4042-9ef4-77d147264d87 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 09:14:19.818433 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05 up at agent hyperv_hv-cinder-83699 {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:14:19.900768 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Provisioning for port 1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05 completed by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 20 09:14:19.909356 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port d8e5bd7c-3deb-4042-9ef4-77d147264d87, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d8e5bd7c-3deb-4042-9ef4-77d147264d87,segment=NetworkSegment(77eb56c8-f7ae-4980-9031-19500d0fdc26),segment_id=77eb56c8-f7ae-4980-9031-19500d0fdc26)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:14:19.913371 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0120ab6d-d759-4d35-bbb1-64a6b8ded7f0 req-6975dc5c-4dfd-400d-bef9-02108587da36 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:19.915008 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-0120ab6d-d759-4d35-bbb1-64a6b8ded7f0 req-6975dc5c-4dfd-400d-bef9-02108587da36 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 944 time: 0.0590961 May 20 09:14:19.920002 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Provisioning complete for port 1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:14:19.920377 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:19.921669 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:19.922756 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:19.944690 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Returning: {'device': 'd8e5bd7c-3deb-4042-9ef4-77d147264d87', 'network_id': 'cb464892-cf71-4d2e-b68f-60163c12a0fe', 'port_id': 'd8e5bd7c-3deb-4042-9ef4-77d147264d87', 'mac_address': 'fa:16:3e:b4:ff:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5fa699-4c99-4ca7-94b7-2b5c0cff2418', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 09:14:19.971417 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-0120ab6d-d759-4d35-bbb1-64a6b8ded7f0 req-cc354238-1c42-490b-9aa7-5b83400861ff tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497820 May 20 09:14:19.997221 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port d8e5bd7c-3deb-4042-9ef4-77d147264d87 is: DOWN; New status is: BUILD {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:14:19.997628 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (d8e5bd7c-3deb-4042-9ef4-77d147264d87), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:20.032220 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8e5bd7c-3deb-4042-9ef4-77d147264d87 {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 09:14:20.059603 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port d8e5bd7c-3deb-4042-9ef4-77d147264d87, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d8e5bd7c-3deb-4042-9ef4-77d147264d87,segment=NetworkSegment(77eb56c8-f7ae-4980-9031-19500d0fdc26),segment_id=77eb56c8-f7ae-4980-9031-19500d0fdc26)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:14:20.060573 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port 1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05 is: BUILD; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:14:20.060950 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:20.072112 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (d8e5bd7c-3deb-4042-9ef4-77d147264d87), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:20.109669 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99280ff-b8f3-420b-ba9a-e6e5686de569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:14:20.111931 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a79de04d4ec243d1cdc81b41ccc126ec62664011dfe1c1a94e68b1d536b5d8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf1b22d-e6eb-4051-b077-470bacd5f069" -d '{"events": [{"server_uuid": "e99280ff-b8f3-420b-ba9a-e6e5686de569", "name": "network-vif-plugged", "status": "completed", "tag": "1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:14:20.136527 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port 1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05,segment=NetworkSegment(055db0ec-bbdc-429e-b6b8-f0e0ae6e750a),segment_id=055db0ec-bbdc-429e-b6b8-f0e0ae6e750a)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:14:20.154701 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:20.157565 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 09:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b7e4bf-3dc4-4dfc-a683-f3065309916c x-openstack-request-id: req-33b7e4bf-3dc4-4dfc-a683-f3065309916c {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:14:20.157915 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e99280ff-b8f3-420b-ba9a-e6e5686de569", "name": "network-vif-plugged", "status": "completed", "tag": "1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:14:20.158326 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-33b7e4bf-3dc4-4dfc-a683-f3065309916c {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:14:20.158940 dv-cinder-836996-23-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33b7e4bf-3dc4-4dfc-a683-f3065309916c'] response: {'server_uuid': 'e99280ff-b8f3-420b-ba9a-e6e5686de569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05', 'code': 200} May 20 09:14:20.162788 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=d8e5bd7c-3deb-4042-9ef4-77d147264d87,revision_number=4']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:20.166297 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:20.172621 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:20.172965 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:20.173479 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:20.173967 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:20.174299 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:20.174778 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:20.175114 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:20.175470 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:20.175961 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:20.176535 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:20.176868 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:20.177197 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:20.177580 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:20.177872 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:20.178196 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:20.196352 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29db27d-996e-4540-b701-7e1d1442a51e req-1bcd10d3-d183-4bbd-af6e-68360bad96d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:20.197867 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b29db27d-996e-4540-b701-7e1d1442a51e req-1bcd10d3-d183-4bbd-af6e-68360bad96d2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e84fe8cfef0c4aa3a55dccc8f9aaddc9&device_id=6e26fcf7-52fb-4640-9eeb-1de9f728cc0b HTTP/1.1" status: 200 len: 1129 time: 0.0523129 May 20 09:14:20.221092 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:20.236123 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05,revision_number=5']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:20.236570 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc902d-de29-4980-94ba-7501652b2d93 req-3146ab59-7bdb-455a-a17f-af5ab00327eb tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:20.238126 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-afbc902d-de29-4980-94ba-7501652b2d93 req-3146ab59-7bdb-455a-a17f-af5ab00327eb tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 944 time: 0.0544746 May 20 09:14:20.436628 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] get_ports_and_sgs() called for port_ids ['d8e5bd7c-3deb-4042-9ef4-77d147264d87'] {{(pid=104277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 09:14:20.470489 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:20.498920 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29db27d-996e-4540-b701-7e1d1442a51e req-4e3c8a4e-694f-41ab-8cbd-a3404d4de08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:20.500476 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b29db27d-996e-4540-b701-7e1d1442a51e req-4e3c8a4e-694f-41ab-8cbd-a3404d4de08d service neutron] 10.222.0.44 "GET /v2.0/networks?id=f436d993-53fd-4882-b0ef-cefd5c9953db HTTP/1.1" status: 200 len: 913 time: 0.1483667 May 20 09:14:20.548454 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04cc20-0501-4130-92fc-1c39f16146e1 req-0ff08701-bcb3-4827-a6db-744d036726e9 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:20.556559 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9e04cc20-0501-4130-92fc-1c39f16146e1 req-0ff08701-bcb3-4827-a6db-744d036726e9 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0837140 May 20 09:14:20.600837 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-afbc902d-de29-4980-94ba-7501652b2d93 req-2ed8391b-984a-4da0-8c67-1e03caa8cb1d tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3486471 May 20 09:14:20.622495 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9e04cc20-0501-4130-92fc-1c39f16146e1 req-d84c021a-0e8d-4cc7-9764-c578048283fb tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649467 May 20 09:14:20.703887 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8edb65a9-d21b-422d-b454-6373af51c1f2 req-a7b7d3ee-25c8-44f2-8659-17802685f55a tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/ports?device_id=025af0dd-4c95-4946-b62c-402f7f570ad7 HTTP/1.1" status: 200 len: 210 time: 0.0276759 May 20 09:14:20.731484 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de763dd1-e952-4404-8bbc-1e889149ec96 req-2365b7df-8034-4097-9ff2-fff2fae59548 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:20.733183 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-de763dd1-e952-4404-8bbc-1e889149ec96 req-2365b7df-8034-4097-9ff2-fff2fae59548 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=121038e6-7ba5-4d8f-b099-53e27cc913c6 HTTP/1.1" status: 200 len: 946 time: 0.0536525 May 20 09:14:20.797339 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-de763dd1-e952-4404-8bbc-1e889149ec96 req-94112d7f-b427-4e4a-bb0c-4a088d95b5ec tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=a23ab695-8289-4d9f-9248-b1f0cd06e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553806 May 20 09:14:21.099115 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365a7bb-f52f-4b04-8af9-809322fe0d6c req-4715115c-0a8c-4365-8fbe-de399a7568ca tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:21.100612 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6365a7bb-f52f-4b04-8af9-809322fe0d6c req-4715115c-0a8c-4365-8fbe-de399a7568ca tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 945 time: 0.0517848 May 20 09:14:21.149637 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6365a7bb-f52f-4b04-8af9-809322fe0d6c req-09e1f1f7-005b-4546-99f1-a3a2df26cb03 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425990 May 20 09:14:21.194457 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc5e866-6620-4a2c-b3a5-876456a5832b req-84afd9c9-4098-4670-b7d8-32f26af6a13c tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:21.196456 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-afc5e866-6620-4a2c-b3a5-876456a5832b req-84afd9c9-4098-4670-b7d8-32f26af6a13c tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0589211 May 20 09:14:21.254956 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-afc5e866-6620-4a2c-b3a5-876456a5832b req-b9dca05c-9d91-4a94-a25e-33b2e0d7b673 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490441 May 20 09:14:21.376690 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b29db27d-996e-4540-b701-7e1d1442a51e req-d7927ea9-ae89-4b77-a0b3-58726d13f31d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927 HTTP/1.1" status: 200 len: 217 time: 0.0413337 May 20 09:14:21.716744 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f8d27-2586-48b0-b149-45950ea28b57 req-543bf6ce-97ee-4187-a0a5-c055a860f3e8 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:21.718353 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f89f8d27-2586-48b0-b149-45950ea28b57 req-543bf6ce-97ee-4187-a0a5-c055a860f3e8 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 944 time: 0.0463667 May 20 09:14:21.769337 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f89f8d27-2586-48b0-b149-45950ea28b57 req-5dd9d8ca-4a05-4a7c-850f-ee89db45a03a tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453370 May 20 09:14:21.780899 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device d8e5bd7c-3deb-4042-9ef4-77d147264d87 up at agent hyperv_hv-cinder-83699 {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:14:21.813246 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-dbae58c1-a3d1-4f93-bc55-224fa6499a7d req-938a9fc4-14ab-4b2c-86f0-2e632db9df2a tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/ports?device_id=025af0dd-4c95-4946-b62c-402f7f570ad7 HTTP/1.1" status: 200 len: 210 time: 0.0302160 May 20 09:14:21.838330 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Provisioning for port d8e5bd7c-3deb-4042-9ef4-77d147264d87 completed by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 20 09:14:21.845308 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Provisioning complete for port d8e5bd7c-3deb-4042-9ef4-77d147264d87 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:14:21.845846 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (d8e5bd7c-3deb-4042-9ef4-77d147264d87), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:21.913535 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d507ea53-4405-4cc6-baea-2131e25497ea req-e7351b81-81dd-4dac-9c3c-c119ca0fcd93 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:21.914921 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d507ea53-4405-4cc6-baea-2131e25497ea req-e7351b81-81dd-4dac-9c3c-c119ca0fcd93 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=121038e6-7ba5-4d8f-b099-53e27cc913c6 HTTP/1.1" status: 200 len: 946 time: 0.0469503 May 20 09:14:21.919005 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port d8e5bd7c-3deb-4042-9ef4-77d147264d87 is: BUILD; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:14:21.919420 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (d8e5bd7c-3deb-4042-9ef4-77d147264d87), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:21.963319 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port d8e5bd7c-3deb-4042-9ef4-77d147264d87, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d8e5bd7c-3deb-4042-9ef4-77d147264d87,segment=NetworkSegment(77eb56c8-f7ae-4980-9031-19500d0fdc26),segment_id=77eb56c8-f7ae-4980-9031-19500d0fdc26)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:14:21.967890 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d507ea53-4405-4cc6-baea-2131e25497ea req-364836dd-06c2-4714-b2c5-a758ed439acf tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=a23ab695-8289-4d9f-9248-b1f0cd06e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469587 May 20 09:14:21.969791 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (d8e5bd7c-3deb-4042-9ef4-77d147264d87), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:22.038620 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe0240c-c5eb-4ee3-a804-1ced7ae0a031 req-662500df-7f31-44a8-b695-d0cf37c59199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:22.040426 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:22.041696 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-bbe0240c-c5eb-4ee3-a804-1ced7ae0a031 req-662500df-7f31-44a8-b695-d0cf37c59199 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ed0e52a9d6374123b57759435d43d7aa&device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 1130 time: 0.0584154 May 20 09:14:22.063835 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=d8e5bd7c-3deb-4042-9ef4-77d147264d87,revision_number=5']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:22.065402 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29db27d-996e-4540-b701-7e1d1442a51e req-725284c3-d195-4081-bc8b-2d7f6f066c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:22.068012 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b29db27d-996e-4540-b701-7e1d1442a51e req-725284c3-d195-4081-bc8b-2d7f6f066c18 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=138e2659-b73a-40fb-8704-34c79ff06be3 HTTP/1.1" status: 200 len: 852 time: 0.0845990 May 20 09:14:22.127460 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b29db27d-996e-4540-b701-7e1d1442a51e req-43d34e18-2007-414c-b04c-d65cd2d394a5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f436d993-53fd-4882-b0ef-cefd5c9953db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472233 May 20 09:14:22.160072 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987abc4e-8fef-4eb7-b3c1-cac4ac9cea11 req-aeaadd2e-23da-411a-a920-27345ff9abfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:22.160707 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d7463c-5e56-405b-911d-9b7fa6d3f7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e5bd7c-3deb-4042-9ef4-77d147264d87'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:14:22.161231 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:22.161600 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-987abc4e-8fef-4eb7-b3c1-cac4ac9cea11 req-aeaadd2e-23da-411a-a920-27345ff9abfb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 1129 time: 0.0919697 May 20 09:14:22.164232 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a79de04d4ec243d1cdc81b41ccc126ec62664011dfe1c1a94e68b1d536b5d8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f5036f-120b-4f1d-b111-4bb85f7c6e20" -d '{"events": [{"server_uuid": "b7d7463c-5e56-405b-911d-9b7fa6d3f7d9", "name": "network-vif-plugged", "status": "completed", "tag": "d8e5bd7c-3deb-4042-9ef4-77d147264d87"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:14:22.206920 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 09:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f5e3e2-fda0-47a2-bdd9-d41ecafdec01 x-openstack-request-id: req-10f5e3e2-fda0-47a2-bdd9-d41ecafdec01 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:14:22.207227 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d7463c-5e56-405b-911d-9b7fa6d3f7d9", "name": "network-vif-plugged", "status": "completed", "tag": "d8e5bd7c-3deb-4042-9ef4-77d147264d87", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:14:22.208430 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-10f5e3e2-fda0-47a2-bdd9-d41ecafdec01 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:14:22.208821 dv-cinder-836996-23-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10f5e3e2-fda0-47a2-bdd9-d41ecafdec01'] response: {'server_uuid': 'b7d7463c-5e56-405b-911d-9b7fa6d3f7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e5bd7c-3deb-4042-9ef4-77d147264d87', 'code': 200} May 20 09:14:22.213753 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1433c-f04a-48be-ba24-ed2553be5a2e req-53f333f7-fee2-4e6e-a66f-503941babb69 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:22.225304 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-c9d1433c-f04a-48be-ba24-ed2553be5a2e req-53f333f7-fee2-4e6e-a66f-503941babb69 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=121038e6-7ba5-4d8f-b099-53e27cc913c6 HTTP/1.1" status: 200 len: 946 time: 0.1522865 May 20 09:14:22.227282 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 59114) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:14:22.238576 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-d50f7758-7809-40eb-99e0-ed655a3ea210 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Request body: {'floatingip': {'port_id': '10b699e9-683d-4dd6-90dd-b78af5111278'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:14:22.324107 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-d50f7758-7809-40eb-99e0-ed655a3ea210 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for floatingip (c6b71b45-1b28-4b85-8980-f8cb6c948d8b), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:22.351956 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b29db27d-996e-4540-b701-7e1d1442a51e req-d5f68793-3f68-43de-a8d1-0c5b21c3754e service neutron] 10.222.0.44 "GET /v2.0/networks/f436d993-53fd-4882-b0ef-cefd5c9953db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125783 May 20 09:14:22.360368 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe0240c-c5eb-4ee3-a804-1ced7ae0a031 req-37a3a13b-e4ed-46c0-97b9-8ff7daf101e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:22.361789 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-bbe0240c-c5eb-4ee3-a804-1ced7ae0a031 req-37a3a13b-e4ed-46c0-97b9-8ff7daf101e4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=40febe0e-a58d-4d88-9cb1-48f696a34f45 HTTP/1.1" status: 200 len: 919 time: 0.3072832 May 20 09:14:22.362320 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c9ba7-b83a-48db-b78a-1c062fff4167 req-860da70d-e993-4e7e-a7e5-76c078058f2e tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:22.363759 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9c2c9ba7-b83a-48db-b78a-1c062fff4167 req-860da70d-e993-4e7e-a7e5-76c078058f2e tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 945 time: 0.1006842 May 20 09:14:22.385981 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-987abc4e-8fef-4eb7-b3c1-cac4ac9cea11 req-de036e89-dc3f-41e2-84f8-1efb70842f6d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239762 May 20 09:14:22.420430 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9c2c9ba7-b83a-48db-b78a-1c062fff4167 req-cbef0482-69e3-4de6-9ef9-e312b18c778c tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470014 May 20 09:14:22.462791 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daced3df-3d82-4089-8c97-b8af0d162964 req-8b54d077-4b56-4c84-9b37-ed6ecdfb0382 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:22.464271 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-daced3df-3d82-4089-8c97-b8af0d162964 req-8b54d077-4b56-4c84-9b37-ed6ecdfb0382 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.1100163 May 20 09:14:22.585235 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-daced3df-3d82-4089-8c97-b8af0d162964 req-26b3913c-c956-4970-b7d1-566432417f28 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038110 May 20 09:14:22.729872 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (2d1be950-4dd6-4324-90da-2272c7a86826), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:22.925086 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6c335-00e6-4515-8cd0-2dd448f5b040 req-b51241ad-f238-42fa-8e63-512924a8f60c tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:22.927447 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-01e6c335-00e6-4515-8cd0-2dd448f5b040 req-b51241ad-f238-42fa-8e63-512924a8f60c tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 945 time: 0.0592582 May 20 09:14:22.993080 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-01e6c335-00e6-4515-8cd0-2dd448f5b040 req-8ff4edfb-78c2-492f-9d16-f838a8a171d6 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587893 May 20 09:14:23.034281 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-69f6e481-da8b-442e-a6ce-b7fe4c969bf4 req-050707ec-3006-4a18-90b6-3d4630b7204c tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/ports?device_id=025af0dd-4c95-4946-b62c-402f7f570ad7 HTTP/1.1" status: 200 len: 210 time: 0.0596502 May 20 09:14:23.044649 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-d50f7758-7809-40eb-99e0-ed655a3ea210 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:23.087620 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-d50f7758-7809-40eb-99e0-ed655a3ea210 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680135'] for floatingip (c6b71b45-1b28-4b85-8980-f8cb6c948d8b), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:23.090344 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-bbe0240c-c5eb-4ee3-a804-1ced7ae0a031 req-d168476e-975b-43e9-82fb-7455b7f89c21 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d1ab808-94ab-41bb-b7aa-8b530eb9862e HTTP/1.1" status: 200 len: 217 time: 0.0582352 May 20 09:14:23.122014 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b29db27d-996e-4540-b701-7e1d1442a51e req-a207dc2e-85fc-46e8-877e-154daed999f3 service neutron] 10.222.0.44 "GET /v2.0/networks/f436d993-53fd-4882-b0ef-cefd5c9953db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909598 May 20 09:14:23.138441 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:23.182636 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.db.l3_db [None req-d50f7758-7809-40eb-99e0-ed655a3ea210 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Floating IP c6b71b45-1b28-4b85-8980-f8cb6c948d8b associated. External IP: 172.27.0.216, port: 10b699e9-683d-4dd6-90dd-b78af5111278. May 20 09:14:23.377478 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d50f7758-7809-40eb-99e0-ed655a3ea210 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Router 7a21919f-b788-4282-be5f-e9af099ab34c has already been hosted by L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 {{(pid=104275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 09:14:23.388155 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:23.484419 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50f7758-7809-40eb-99e0-ed655a3ea210 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:14:23.489576 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-d50f7758-7809-40eb-99e0-ed655a3ea210 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for floatingip (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:23.504950 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b15f20c-d0f0-4c57-abea-746ae1926b1f None None] Sync routers for ids ['7a21919f-b788-4282-be5f-e9af099ab34c'] in dv-cinder-836996-23-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:14:23.631452 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b15f20c-d0f0-4c57-abea-746ae1926b1f None None] Routers {'7a21919f-b788-4282-be5f-e9af099ab34c'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:14:23.632268 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-4b15f20c-d0f0-4c57-abea-746ae1926b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:14:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['7a21919f-b788-4282-be5f-e9af099ab34c'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:14:23.632679 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 59140) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:14:23.673965 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de33c5e-6db9-4655-9e19-2bc0aecc2bf5 req-6ff4d74f-a6b0-4664-9c79-f0e6418207ca tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:23.680993 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-5de33c5e-6db9-4655-9e19-2bc0aecc2bf5 req-6ff4d74f-a6b0-4664-9c79-f0e6418207ca tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 945 time: 0.1796241 May 20 09:14:23.707154 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b402dd19-092c-48fc-a74b-27606296dc20 req-243a4405-4a85-4856-b013-7db15181d265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:23.708987 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b402dd19-092c-48fc-a74b-27606296dc20 req-243a4405-4a85-4856-b013-7db15181d265 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 1129 time: 0.1955292 May 20 09:14:23.749666 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-4b15f20c-d0f0-4c57-abea-746ae1926b1f None None] Set router 7a21919f-b788-4282-be5f-e9af099ab34c gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:14:23.837439 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-d50f7758-7809-40eb-99e0-ed655a3ea210 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "PUT /v2.0/floatingips/c6b71b45-1b28-4b85-8980-f8cb6c948d8b HTTP/1.1" status: 200 len: 992 time: 1.6021788 May 20 09:14:23.853206 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '121038e6-7ba5-4d8f-b099-53e27cc913c6', 'tag': '10b699e9-683d-4dd6-90dd-b78af5111278'}] {{(pid=104275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:14:23.855493 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eea53449646a7168c1429fc9fd421a4bc8c13d7c241c91a60dad7e76b53d9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c03c4ce-6bf9-42ee-80e7-39b1213d4077" -d '{"events": [{"name": "network-changed", "server_uuid": "121038e6-7ba5-4d8f-b099-53e27cc913c6", "tag": "10b699e9-683d-4dd6-90dd-b78af5111278"}]}' {{(pid=104275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:14:23.873261 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe0240c-c5eb-4ee3-a804-1ced7ae0a031 req-a783432a-b3f0-4bab-a7d7-f289231c16d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:23.874835 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-bbe0240c-c5eb-4ee3-a804-1ced7ae0a031 req-a783432a-b3f0-4bab-a7d7-f289231c16d8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7263cb7-bd14-41ff-8f4b-b90e8869f0b0 HTTP/1.1" status: 200 len: 857 time: 0.3647263 May 20 09:14:23.883098 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f36ca-fbcb-46e9-afa7-87cd53f85f35 req-24514fea-cbad-4f08-a739-fc0eab8cdad3 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:23.884634 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-ef0f36ca-fbcb-46e9-afa7-87cd53f85f35 req-24514fea-cbad-4f08-a739-fc0eab8cdad3 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0677483 May 20 09:14:23.935755 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-ef0f36ca-fbcb-46e9-afa7-87cd53f85f35 req-2c2ce1eb-7b8e-42ed-a804-b12b8a549d57 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451076 May 20 09:14:23.962762 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:23.984515 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-5de33c5e-6db9-4655-9e19-2bc0aecc2bf5 req-db7f3de2-a923-4050-a281-0b424c8b717f tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3026505 May 20 09:14:23.987601 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-66f211c2-f190-4faf-9a8a-ed26c6a99629 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:24.001922 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 09:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2fd174c-97a9-4f83-b82f-4dbfd45258a6 x-openstack-request-id: req-c2fd174c-97a9-4f83-b82f-4dbfd45258a6 {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:14:24.002310 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "121038e6-7ba5-4d8f-b099-53e27cc913c6", "tag": "10b699e9-683d-4dd6-90dd-b78af5111278", "status": "completed", "code": 200}]} {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:14:24.002649 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c2fd174c-97a9-4f83-b82f-4dbfd45258a6 {{(pid=104275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:14:24.003490 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2fd174c-97a9-4f83-b82f-4dbfd45258a6'] response: {'name': 'network-changed', 'server_uuid': '121038e6-7ba5-4d8f-b099-53e27cc913c6', 'tag': '10b699e9-683d-4dd6-90dd-b78af5111278', 'status': 'completed', 'code': 200} May 20 09:14:24.038020 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-4b15f20c-d0f0-4c57-abea-746ae1926b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'name': 'tempest-AttachVolumeNegativeTest-998905379-router', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:32Z', 'revision_number': 4, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'gw_port': {'id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:22Z', 'updated_at': '2022-05-20T09:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_floatingips': [{'id': 'c6b71b45-1b28-4b85-8980-f8cb6c948d8b', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'floating_ip_address': '172.27.0.216', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'port_id': '10b699e9-683d-4dd6-90dd-b78af5111278', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '328df357-f834-447d-8616-ac57cd7979a2', 'mac_address': 'fa:16:3e:7b:84:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121038e6-7ba5-4d8f-b099-53e27cc913c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:13:45Z', 'updated_at': '2022-05-20T09:14:22Z', 'revision_number': 1, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1641841d-4922-4348-9adf-d1dfb4671082', 'name': '', 'network_id': '328df357-f834-447d-8616-ac57cd7979a2', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'mac_address': 'fa:16:3e:63:e9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6a66febf-40e6-435b-a129-884260e28f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:28Z', 'updated_at': '2022-05-20T09:13:43Z', 'revision_number': 5, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'subnets': [{'id': '6a66febf-40e6-435b-a129-884260e28f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:14:24.055805 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c6e61-8067-4411-b0ec-7d551e1555ee req-0f0281b6-d851-43ac-99ac-cefa6f03550c tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:24.057132 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-232c6e61-8067-4411-b0ec-7d551e1555ee req-0f0281b6-d851-43ac-99ac-cefa6f03550c tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.44 "GET /v2.0/networks?id=1b0a1a59-4f0d-4801-acdf-9aa54ef17cad HTTP/1.1" status: 200 len: 809 time: 0.5026159 May 20 09:14:24.069473 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b15f20c-d0f0-4c57-abea-746ae1926b1f None None] Checking router: 7a21919f-b788-4282-be5f-e9af099ab34c for host: dv-cinder-836996-23-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:14:24.080834 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b15f20c-d0f0-4c57-abea-746ae1926b1f None None] Routers {'7a21919f-b788-4282-be5f-e9af099ab34c'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:14:24.081555 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-4b15f20c-d0f0-4c57-abea-746ae1926b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:14:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['7a21919f-b788-4282-be5f-e9af099ab34c'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:14:24.135431 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-66f211c2-f190-4faf-9a8a-ed26c6a99629 admin admin] Publish callbacks [] for security_group (23e6b643-4218-405a-ae43-f5f31c906371), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:24.142837 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-66f211c2-f190-4faf-9a8a-ed26c6a99629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (23e6b643-4218-405a-ae43-f5f31c906371), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:24.170316 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:24.183238 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2506639-6242-4122-b69d-0e8284b1043b req-1acbc73c-b445-41d0-a8c3-27f30265638c tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:24.185353 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b2506639-6242-4122-b69d-0e8284b1043b req-1acbc73c-b445-41d0-a8c3-27f30265638c tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 945 time: 0.0824230 May 20 09:14:24.209958 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-4b15f20c-d0f0-4c57-abea-746ae1926b1f None None] Set router 7a21919f-b788-4282-be5f-e9af099ab34c gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:14:24.212586 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-cd1a5800-1e97-498e-8f08-b4ecf1ddc1fd req-e96bdac7-5e45-4260-8eff-b6fcf30cdee3 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/ports?device_id=025af0dd-4c95-4946-b62c-402f7f570ad7 HTTP/1.1" status: 200 len: 210 time: 0.0458148 May 20 09:14:24.236362 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-66f211c2-f190-4faf-9a8a-ed26c6a99629 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d0bcb0fa0fd644feaad5ffe766b47c04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6025498 May 20 09:14:24.239652 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 59158) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:14:24.248140 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f211c2-f190-4faf-9a8a-ed26c6a99629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e6b643-4218-405a-ae43-f5f31c906371,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:24.260612 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b2506639-6242-4122-b69d-0e8284b1043b req-9c7c035a-c9c1-40be-b52c-36a84a49d0f1 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689869 May 20 09:14:24.302718 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-93670c62-c216-4e28-9af4-89112e3f43dc admin admin] Publish callbacks [] for security_group (23e6b643-4218-405a-ae43-f5f31c906371), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:24.328196 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-93670c62-c216-4e28-9af4-89112e3f43dc admin admin] Publish callbacks [] for security_group (23e6b643-4218-405a-ae43-f5f31c906371), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:24.376834 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-93670c62-c216-4e28-9af4-89112e3f43dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (23e6b643-4218-405a-ae43-f5f31c906371), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:24.379637 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-93670c62-c216-4e28-9af4-89112e3f43dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:24.380797 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-93670c62-c216-4e28-9af4-89112e3f43dc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/23e6b643-4218-405a-ae43-f5f31c906371 HTTP/1.1" status: 204 len: 168 time: 0.1402164 May 20 09:14:24.392625 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93670c62-c216-4e28-9af4-89112e3f43dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e6b643-4218-405a-ae43-f5f31c906371,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:24.457898 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-4b15f20c-d0f0-4c57-abea-746ae1926b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'name': 'tempest-AttachVolumeNegativeTest-998905379-router', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:32Z', 'revision_number': 4, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'gw_port': {'id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:22Z', 'updated_at': '2022-05-20T09:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_floatingips': [{'id': 'c6b71b45-1b28-4b85-8980-f8cb6c948d8b', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'floating_ip_address': '172.27.0.216', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'port_id': '10b699e9-683d-4dd6-90dd-b78af5111278', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '328df357-f834-447d-8616-ac57cd7979a2', 'mac_address': 'fa:16:3e:7b:84:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121038e6-7ba5-4d8f-b099-53e27cc913c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:13:45Z', 'updated_at': '2022-05-20T09:14:22Z', 'revision_number': 1, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1641841d-4922-4348-9adf-d1dfb4671082', 'name': '', 'network_id': '328df357-f834-447d-8616-ac57cd7979a2', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'mac_address': 'fa:16:3e:63:e9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6a66febf-40e6-435b-a129-884260e28f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:28Z', 'updated_at': '2022-05-20T09:13:43Z', 'revision_number': 5, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'subnets': [{'id': '6a66febf-40e6-435b-a129-884260e28f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:14:24.485217 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b15f20c-d0f0-4c57-abea-746ae1926b1f None None] The sync data for ids ['7a21919f-b788-4282-be5f-e9af099ab34c'] in dv-cinder-836996-23-iscsi is: [{'id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'name': 'tempest-AttachVolumeNegativeTest-998905379-router', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:32Z', 'revision_number': 4, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'gw_port': {'id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:22Z', 'updated_at': '2022-05-20T09:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_floatingips': [{'id': 'c6b71b45-1b28-4b85-8980-f8cb6c948d8b', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'floating_ip_address': '172.27.0.216', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'port_id': '10b699e9-683d-4dd6-90dd-b78af5111278', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '328df357-f834-447d-8616-ac57cd7979a2', 'mac_address': 'fa:16:3e:7b:84:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121038e6-7ba5-4d8f-b099-53e27cc913c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:13:45Z', 'updated_at': '2022-05-20T09:14:22Z', 'revision_number': 1, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1641841d-4922-4348-9adf-d1dfb4671082', 'name': '', 'network_id': '328df357-f834-447d-8616-ac57cd7979a2', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'mac_address': 'fa:16:3e:63:e9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6a66febf-40e6-435b-a129-884260e28f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:28Z', 'updated_at': '2022-05-20T09:13:43Z', 'revision_number': 5, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'subnets': [{'id': '6a66febf-40e6-435b-a129-884260e28f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:14:24.659957 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 59166) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:14:24.677987 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-a1b72659-0dfd-48f9-b186-aa5aadc8fc1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:24.704222 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f008b846-f476-4aa4-9b24-75fef9685937 None None] New status for floating IP c6b71b45-1b28-4b85-8980-f8cb6c948d8b: ACTIVE {{(pid=104277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 20 09:14:24.736625 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:24.758930 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-a1b72659-0dfd-48f9-b186-aa5aadc8fc1b admin admin] Publish callbacks [] for security_group (09a0573d-d4b8-46b4-8281-315d7e0b011f), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:24.764005 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-a1b72659-0dfd-48f9-b186-aa5aadc8fc1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (09a0573d-d4b8-46b4-8281-315d7e0b011f), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:24.807782 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b72659-0dfd-48f9-b186-aa5aadc8fc1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a0573d-d4b8-46b4-8281-315d7e0b011f,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:24.814654 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-a1b72659-0dfd-48f9-b186-aa5aadc8fc1b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e9579225e79b44babbfdba246b229acb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1511357 May 20 09:14:24.814942 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 59168) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:14:24.851585 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:24.862511 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-82384e08-c0f7-4aa1-a37e-33d2559bdbba admin admin] Publish callbacks [] for security_group (09a0573d-d4b8-46b4-8281-315d7e0b011f), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:24.884401 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [req-232c6e61-8067-4411-b0ec-7d551e1555ee req-666d50cc-8b94-40b6-ae35-dba6fae8f574 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Request body: {'port': {'device_id': '025af0dd-4c95-4946-b62c-402f7f570ad7', 'network_id': '1b0a1a59-4f0d-4801-acdf-9aa54ef17cad', 'admin_state_up': True, 'tenant_id': '7264062888b544cfb7fbc74cc87f386f'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:14:24.980694 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe0240c-c5eb-4ee3-a804-1ced7ae0a031 req-4ffb34e1-7cdf-4fec-a924-af80f44906c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:24.983113 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-bbe0240c-c5eb-4ee3-a804-1ced7ae0a031 req-4ffb34e1-7cdf-4fec-a924-af80f44906c6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=40febe0e-a58d-4d88-9cb1-48f696a34f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0823047 May 20 09:14:24.985175 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-82384e08-c0f7-4aa1-a37e-33d2559bdbba admin admin] Publish callbacks [] for security_group (09a0573d-d4b8-46b4-8281-315d7e0b011f), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:24.993235 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:25.044527 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b402dd19-092c-48fc-a74b-27606296dc20 req-f6e66dbb-ab2a-44df-baef-87e0d2bb843a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954206 May 20 09:14:25.066420 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-82384e08-c0f7-4aa1-a37e-33d2559bdbba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (09a0573d-d4b8-46b4-8281-315d7e0b011f), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:25.069669 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-82384e08-c0f7-4aa1-a37e-33d2559bdbba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:25.073743 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-82384e08-c0f7-4aa1-a37e-33d2559bdbba admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/09a0573d-d4b8-46b4-8281-315d7e0b011f HTTP/1.1" status: 204 len: 168 time: 0.2552810 May 20 09:14:25.092696 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-232c6e61-8067-4411-b0ec-7d551e1555ee req-666d50cc-8b94-40b6-ae35-dba6fae8f574 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Made reservation on behalf of 7264062888b544cfb7fbc74cc87f386f for: {'port': 1} {{(pid=104276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:14:25.096100 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-232c6e61-8067-4411-b0ec-7d551e1555ee req-666d50cc-8b94-40b6-ae35-dba6fae8f574 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:25.109352 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82384e08-c0f7-4aa1-a37e-33d2559bdbba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a0573d-d4b8-46b4-8281-315d7e0b011f,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:25.133701 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a5ff1-cb88-4728-976c-d48976839809 req-89424900-6605-461c-8b45-41b020800b16 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:25.135316 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-0b7a5ff1-cb88-4728-976c-d48976839809 req-89424900-6605-461c-8b45-41b020800b16 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 945 time: 0.0623910 May 20 09:14:25.174503 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2e27e-b7d1-4817-8636-9b03bf773f14 req-2c0d0611-8502-4b4b-bd4d-d5d008d9aa7f tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:25.176066 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f8b2e27e-b7d1-4817-8636-9b03bf773f14 req-2c0d0611-8502-4b4b-bd4d-d5d008d9aa7f tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.1241863 May 20 09:14:25.189267 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-0b7a5ff1-cb88-4728-976c-d48976839809 req-b45333c9-91fe-48e8-8cef-a45d80193c54 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454004 May 20 09:14:25.287007 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f8b2e27e-b7d1-4817-8636-9b03bf773f14 req-8c078a03-5482-4146-b517-0f68ab676a48 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042550 May 20 09:14:25.305859 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_common [req-232c6e61-8067-4411-b0ec-7d551e1555ee req-666d50cc-8b94-40b6-ae35-dba6fae8f574 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Allocated IP 172.20.0.2 (1b0a1a59-4f0d-4801-acdf-9aa54ef17cad/972bfc84-126c-4f01-aee7-e38b6d81f232/bbb019e5-d966-4665-acdc-10074ccea14b) {{(pid=104276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:14:25.325300 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:25.351122 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:25.366747 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee3ee63-6684-4b98-babf-58fb9548a45d req-3daea5bb-2798-4992-98c0-0da02f52a3ab tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:25.379598 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-6ee3ee63-6684-4b98-babf-58fb9548a45d req-3daea5bb-2798-4992-98c0-0da02f52a3ab tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 945 time: 0.0955188 May 20 09:14:25.380252 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 59194) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:14:25.385348 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-6d57e50f-6b7c-4575-9d9e-d5c455a93337 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Request body: {'floatingip': {'port_id': '1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:14:25.448894 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-6d57e50f-6b7c-4575-9d9e-d5c455a93337 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks [] for floatingip (9a785a06-c144-464b-8494-cb4ee6c1f173), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:25.483991 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ccfa0f4c-22e0-4c91-9c14-9db20d8fb581 req-f114d63f-11c0-4d48-bc17-eb598753cf85 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/ports?device_id=025af0dd-4c95-4946-b62c-402f7f570ad7 HTTP/1.1" status: 200 len: 210 time: 0.1138113 May 20 09:14:25.569169 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f953a7-57b2-48b8-859b-c47dc9b4a038 req-ea5e2692-bf4c-40de-bfa6-4fa1593f8802 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:25.570643 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-04f953a7-57b2-48b8-859b-c47dc9b4a038 req-ea5e2692-bf4c-40de-bfa6-4fa1593f8802 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 945 time: 0.0826478 May 20 09:14:25.589417 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-232c6e61-8067-4411-b0ec-7d551e1555ee req-666d50cc-8b94-40b6-ae35-dba6fae8f574 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Publish callbacks [] for port (bbb019e5-d966-4665-acdc-10074ccea14b), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:25.635819 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-232c6e61-8067-4411-b0ec-7d551e1555ee req-666d50cc-8b94-40b6-ae35-dba6fae8f574 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (bbb019e5-d966-4665-acdc-10074ccea14b), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:25.692179 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:25.711511 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-232c6e61-8067-4411-b0ec-7d551e1555ee req-666d50cc-8b94-40b6-ae35-dba6fae8f574 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Network 1b0a1a59-4f0d-4801-acdf-9aa54ef17cad is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:14:25.715812 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [req-232c6e61-8067-4411-b0ec-7d551e1555ee req-666d50cc-8b94-40b6-ae35-dba6fae8f574 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:14:25.719364 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [req-232c6e61-8067-4411-b0ec-7d551e1555ee req-666d50cc-8b94-40b6-ae35-dba6fae8f574 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Received port after_create {{(pid=104276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:14:25.733229 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-04f953a7-57b2-48b8-859b-c47dc9b4a038 req-a0af2756-3353-4b26-8f9a-4fbf76cf1e40 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389751 May 20 09:14:25.790067 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d50cc-8b94-40b6-ae35-dba6fae8f574 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Pushing event updated for resources: {'Port': ['ID=bbb019e5-d966-4665-acdc-10074ccea14b,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:25.811860 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c03c4ce-6bf9-42ee-80e7-39b1213d4077 req-c1a7ea47-47f3-44d2-bcad-87af9e8e0b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:25.813742 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-6c03c4ce-6bf9-42ee-80e7-39b1213d4077 req-c1a7ea47-47f3-44d2-bcad-87af9e8e0b6e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ddfd22e3dde4cc89c073bd2d88d648b&device_id=121038e6-7ba5-4d8f-b099-53e27cc913c6 HTTP/1.1" status: 200 len: 1130 time: 0.1304359 May 20 09:14:25.814881 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c6e61-8067-4411-b0ec-7d551e1555ee req-666d50cc-8b94-40b6-ae35-dba6fae8f574 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:25.815465 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-232c6e61-8067-4411-b0ec-7d551e1555ee req-666d50cc-8b94-40b6-ae35-dba6fae8f574 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for port (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:25.839856 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-232c6e61-8067-4411-b0ec-7d551e1555ee req-666d50cc-8b94-40b6-ae35-dba6fae8f574 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9602382 May 20 09:14:26.029339 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-bbe0240c-c5eb-4ee3-a804-1ced7ae0a031 req-e11eacdd-b8ff-4d59-b0ce-9a5c128b16f6 service neutron] 10.222.0.44 "GET /v2.0/networks/40febe0e-a58d-4d88-9cb1-48f696a34f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997066 May 20 09:14:26.123380 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-6d57e50f-6b7c-4575-9d9e-d5c455a93337 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:26.129103 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-6d57e50f-6b7c-4575-9d9e-d5c455a93337 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680135'] for floatingip (9a785a06-c144-464b-8494-cb4ee6c1f173), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:26.229557 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.db.l3_db [None req-6d57e50f-6b7c-4575-9d9e-d5c455a93337 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Floating IP 9a785a06-c144-464b-8494-cb4ee6c1f173 associated. External IP: 172.27.0.44, port: 1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05. May 20 09:14:26.232126 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:26.398061 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1fae9-75bc-49e2-89f4-ace9688d21c1 req-d850c7f7-bec3-4afe-ae46-bca5ee37c913 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:26.400690 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8dc1fae9-75bc-49e2-89f4-ace9688d21c1 req-d850c7f7-bec3-4afe-ae46-bca5ee37c913 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0506568 May 20 09:14:26.450485 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d57e50f-6b7c-4575-9d9e-d5c455a93337 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Router 3713a506-e0c9-495e-af24-db3cc15e2153 has already been hosted by L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 {{(pid=104275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 09:14:26.458359 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8dc1fae9-75bc-49e2-89f4-ace9688d21c1 req-3fc488e9-23da-4565-84e2-80271eef53e4 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514956 May 20 09:14:26.530623 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:26.601334 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d57e50f-6b7c-4575-9d9e-d5c455a93337 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:14:26.607299 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-6d57e50f-6b7c-4575-9d9e-d5c455a93337 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for floatingip (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:26.615671 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41035da-015a-43ad-a24d-2a3e10e82444 None None] Sync routers for ids ['3713a506-e0c9-495e-af24-db3cc15e2153'] in dv-cinder-836996-23-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:14:26.626899 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41035da-015a-43ad-a24d-2a3e10e82444 None None] Routers {'3713a506-e0c9-495e-af24-db3cc15e2153'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:14:26.627551 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-a41035da-015a-43ad-a24d-2a3e10e82444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:14:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['3713a506-e0c9-495e-af24-db3cc15e2153'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:14:26.635741 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84717c50-4b12-4286-a330-6e29a3c62cc3 req-7accd614-d872-4d17-aacf-676580a89405 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:26.637226 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-84717c50-4b12-4286-a330-6e29a3c62cc3 req-7accd614-d872-4d17-aacf-676580a89405 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/ports?device_id=025af0dd-4c95-4946-b62c-402f7f570ad7 HTTP/1.1" status: 200 len: 931 time: 0.0735140 May 20 09:14:26.661725 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:26.662341 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-6d57e50f-6b7c-4575-9d9e-d5c455a93337 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "PUT /v2.0/floatingips/9a785a06-c144-464b-8494-cb4ee6c1f173 HTTP/1.1" status: 200 len: 990 time: 1.2803259 May 20 09:14:26.664142 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e99280ff-b8f3-420b-ba9a-e6e5686de569', 'tag': '1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05'}] {{(pid=104275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:14:26.666398 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eea53449646a7168c1429fc9fd421a4bc8c13d7c241c91a60dad7e76b53d9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a230d75a-6d90-44d7-a94c-954cf5bfb66e" -d '{"events": [{"name": "network-changed", "server_uuid": "e99280ff-b8f3-420b-ba9a-e6e5686de569", "tag": "1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05"}]}' {{(pid=104275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:14:26.701503 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-84717c50-4b12-4286-a330-6e29a3c62cc3 req-35f9b9e5-9b10-42f6-8021-04d433608ea9 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/security-groups?id=58151b77-d679-474e-9a70-9f24dcfd8d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579114 May 20 09:14:26.707959 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 09:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff96003-46eb-43dc-ab98-2bd975029df3 x-openstack-request-id: req-5ff96003-46eb-43dc-ab98-2bd975029df3 {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:14:26.707959 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e99280ff-b8f3-420b-ba9a-e6e5686de569", "tag": "1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05", "status": "completed", "code": 200}]} {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:14:26.708208 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5ff96003-46eb-43dc-ab98-2bd975029df3 {{(pid=104275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:14:26.708553 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ff96003-46eb-43dc-ab98-2bd975029df3'] response: {'name': 'network-changed', 'server_uuid': 'e99280ff-b8f3-420b-ba9a-e6e5686de569', 'tag': '1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05', 'status': 'completed', 'code': 200} May 20 09:14:26.736617 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-a41035da-015a-43ad-a24d-2a3e10e82444 None None] Set router 3713a506-e0c9-495e-af24-db3cc15e2153 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:14:26.874277 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0593b7-f335-44c8-be21-b60fdd469e29 req-764913c2-2d26-4b12-919c-e36eee1d9392 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:26.880186 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3e0593b7-f335-44c8-be21-b60fdd469e29 req-764913c2-2d26-4b12-919c-e36eee1d9392 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 945 time: 0.0507033 May 20 09:14:26.923979 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3e0593b7-f335-44c8-be21-b60fdd469e29 req-d4a167fd-79a2-4b1d-8c81-7495d6bee4f8 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423341 May 20 09:14:26.959392 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-a41035da-015a-43ad-a24d-2a3e10e82444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'name': 'tempest-AttachVolumeTestJSON-1210049740-router', 'tenant_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '42856557-56a9-4cea-bd20-f4eeff9b48c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:31Z', 'revision_number': 4, 'project_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'gw_port': {'id': '42856557-56a9-4cea-bd20-f4eeff9b48c3', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:22Z', 'updated_at': '2022-05-20T09:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_floatingips': [{'id': '9a785a06-c144-464b-8494-cb4ee6c1f173', 'tenant_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'floating_ip_address': '172.27.0.44', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'port_id': '1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1877e401-d42a-4a52-b633-242e6f958903', 'mac_address': 'fa:16:3e:f5:97:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99280ff-b8f3-420b-ba9a-e6e5686de569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:13:50Z', 'updated_at': '2022-05-20T09:14:26Z', 'revision_number': 1, 'project_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c28a678-e96a-48f4-b1c5-6a01cd70d057', 'name': '', 'network_id': '1877e401-d42a-4a52-b633-242e6f958903', 'tenant_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'mac_address': 'fa:16:3e:e7:4c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '627f3291-137c-4051-aa19-caaa09ad6395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:27Z', 'updated_at': '2022-05-20T09:13:48Z', 'revision_number': 5, 'project_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'subnets': [{'id': '627f3291-137c-4051-aa19-caaa09ad6395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:14:26.983596 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41035da-015a-43ad-a24d-2a3e10e82444 None None] Checking router: 3713a506-e0c9-495e-af24-db3cc15e2153 for host: dv-cinder-836996-23-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:14:26.991974 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41035da-015a-43ad-a24d-2a3e10e82444 None None] Routers {'3713a506-e0c9-495e-af24-db3cc15e2153'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:14:26.992578 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-a41035da-015a-43ad-a24d-2a3e10e82444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:14:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['3713a506-e0c9-495e-af24-db3cc15e2153'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:14:27.033580 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:27.094272 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-a41035da-015a-43ad-a24d-2a3e10e82444 None None] Set router 3713a506-e0c9-495e-af24-db3cc15e2153 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:14:27.397366 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-a41035da-015a-43ad-a24d-2a3e10e82444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'name': 'tempest-AttachVolumeTestJSON-1210049740-router', 'tenant_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '42856557-56a9-4cea-bd20-f4eeff9b48c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:31Z', 'revision_number': 4, 'project_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'gw_port': {'id': '42856557-56a9-4cea-bd20-f4eeff9b48c3', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:22Z', 'updated_at': '2022-05-20T09:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_floatingips': [{'id': '9a785a06-c144-464b-8494-cb4ee6c1f173', 'tenant_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'floating_ip_address': '172.27.0.44', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'port_id': '1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1877e401-d42a-4a52-b633-242e6f958903', 'mac_address': 'fa:16:3e:f5:97:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99280ff-b8f3-420b-ba9a-e6e5686de569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:13:50Z', 'updated_at': '2022-05-20T09:14:26Z', 'revision_number': 1, 'project_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c28a678-e96a-48f4-b1c5-6a01cd70d057', 'name': '', 'network_id': '1877e401-d42a-4a52-b633-242e6f958903', 'tenant_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'mac_address': 'fa:16:3e:e7:4c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '627f3291-137c-4051-aa19-caaa09ad6395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:27Z', 'updated_at': '2022-05-20T09:13:48Z', 'revision_number': 5, 'project_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'subnets': [{'id': '627f3291-137c-4051-aa19-caaa09ad6395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:14:27.421530 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41035da-015a-43ad-a24d-2a3e10e82444 None None] The sync data for ids ['3713a506-e0c9-495e-af24-db3cc15e2153'] in dv-cinder-836996-23-iscsi is: [{'id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'name': 'tempest-AttachVolumeTestJSON-1210049740-router', 'tenant_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '42856557-56a9-4cea-bd20-f4eeff9b48c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:31Z', 'revision_number': 4, 'project_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'gw_port': {'id': '42856557-56a9-4cea-bd20-f4eeff9b48c3', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:22Z', 'updated_at': '2022-05-20T09:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_floatingips': [{'id': '9a785a06-c144-464b-8494-cb4ee6c1f173', 'tenant_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'floating_ip_address': '172.27.0.44', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'port_id': '1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1877e401-d42a-4a52-b633-242e6f958903', 'mac_address': 'fa:16:3e:f5:97:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99280ff-b8f3-420b-ba9a-e6e5686de569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:13:50Z', 'updated_at': '2022-05-20T09:14:26Z', 'revision_number': 1, 'project_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c28a678-e96a-48f4-b1c5-6a01cd70d057', 'name': '', 'network_id': '1877e401-d42a-4a52-b633-242e6f958903', 'tenant_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'mac_address': 'fa:16:3e:e7:4c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '627f3291-137c-4051-aa19-caaa09ad6395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:27Z', 'updated_at': '2022-05-20T09:13:48Z', 'revision_number': 5, 'project_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'subnets': [{'id': '627f3291-137c-4051-aa19-caaa09ad6395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:14:27.574020 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2adef13-d928-4cf4-907d-801b3ed5aaec req-28df8e34-82a1-40a9-b1ea-be3e6fecc96b tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:27.575618 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-e2adef13-d928-4cf4-907d-801b3ed5aaec req-28df8e34-82a1-40a9-b1ea-be3e6fecc96b tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0552380 May 20 09:14:27.620097 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874098f7-6c0c-437f-bc3a-f5447a9af08b None None] New status for floating IP 9a785a06-c144-464b-8494-cb4ee6c1f173: ACTIVE {{(pid=104277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 20 09:14:27.627052 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-e2adef13-d928-4cf4-907d-801b3ed5aaec req-a8a3c158-94da-41ec-85a4-1a9bdfb35e02 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452509 May 20 09:14:27.821551 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823dfd8b-0344-4fdc-917e-c8a8e24ea1a6 req-1c5985db-3269-4eb5-accc-4b9c740528a2 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:27.823044 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-823dfd8b-0344-4fdc-917e-c8a8e24ea1a6 req-1c5985db-3269-4eb5-accc-4b9c740528a2 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/ports?device_id=025af0dd-4c95-4946-b62c-402f7f570ad7 HTTP/1.1" status: 200 len: 931 time: 0.0483091 May 20 09:14:27.868123 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-823dfd8b-0344-4fdc-917e-c8a8e24ea1a6 req-92a0dc1f-fc82-4fc3-aea6-c3aa6f6648eb tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/security-groups?id=58151b77-d679-474e-9a70-9f24dcfd8d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392501 May 20 09:14:28.060444 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c6684-8194-4fc3-a192-721d6a45f7ca req-48a418f3-c705-41e7-a1e6-e3ece7cf1534 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:28.061925 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b14c6684-8194-4fc3-a192-721d6a45f7ca req-48a418f3-c705-41e7-a1e6-e3ece7cf1534 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 945 time: 0.0487378 May 20 09:14:28.114373 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b14c6684-8194-4fc3-a192-721d6a45f7ca req-ee313d97-1140-4cd6-b6e3-de62fd9f2bd3 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446138 May 20 09:14:28.757211 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e441545-ba53-46df-8097-d94f7fd0a05d req-3e85d507-d83c-4500-a771-b5da405b3ab9 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:28.759121 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1e441545-ba53-46df-8097-d94f7fd0a05d req-3e85d507-d83c-4500-a771-b5da405b3ab9 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0533066 May 20 09:14:28.808874 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1e441545-ba53-46df-8097-d94f7fd0a05d req-32de6d58-dd53-43e0-9fc8-7b5245aa0897 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441446 May 20 09:14:28.992070 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ceaee-a085-4c31-9377-571132902102 req-ef2473b8-0cac-40e0-98ff-649c53ec9147 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:28.993508 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-ae8ceaee-a085-4c31-9377-571132902102 req-ef2473b8-0cac-40e0-98ff-649c53ec9147 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/ports?device_id=025af0dd-4c95-4946-b62c-402f7f570ad7 HTTP/1.1" status: 200 len: 931 time: 0.0512877 May 20 09:14:29.043295 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-ae8ceaee-a085-4c31-9377-571132902102 req-ecf3c5ed-616d-45f0-9b24-f7057dc2e505 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/security-groups?id=58151b77-d679-474e-9a70-9f24dcfd8d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422409 May 20 09:14:29.187111 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-bbe0240c-c5eb-4ee3-a804-1ced7ae0a031 req-78bef77b-3ebb-4d3e-817a-1d34d83cf1db service neutron] 10.222.0.44 "GET /v2.0/networks/40febe0e-a58d-4d88-9cb1-48f696a34f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852902 May 20 09:14:29.235058 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcac886-0e8d-4c68-b871-8e843b28a0d1 req-af889479-2320-4835-8885-41319a523296 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:29.236718 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-cbcac886-0e8d-4c68-b871-8e843b28a0d1 req-af889479-2320-4835-8885-41319a523296 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 945 time: 0.0512655 May 20 09:14:29.292949 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-cbcac886-0e8d-4c68-b871-8e843b28a0d1 req-13c50caf-c152-4e5c-86d9-46816d4102a1 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501115 May 20 09:14:29.937278 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33af6e7-1233-43eb-ab8c-07646e64dcf7 req-4e435373-9ecf-46dc-bea7-5f6305a0adc1 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:29.938826 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a33af6e7-1233-43eb-ab8c-07646e64dcf7 req-4e435373-9ecf-46dc-bea7-5f6305a0adc1 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0518205 May 20 09:14:29.988860 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a33af6e7-1233-43eb-ab8c-07646e64dcf7 req-98acc714-7480-4aa9-848b-89f22079dfb4 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433207 May 20 09:14:30.165050 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00685fea-7ec0-4772-900f-7d7f9d15795e req-ab08b001-069d-48a2-9b25-8c76e9954178 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:30.166820 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-00685fea-7ec0-4772-900f-7d7f9d15795e req-ab08b001-069d-48a2-9b25-8c76e9954178 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/ports?device_id=025af0dd-4c95-4946-b62c-402f7f570ad7 HTTP/1.1" status: 200 len: 931 time: 0.0519943 May 20 09:14:30.203721 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:30.217084 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-00685fea-7ec0-4772-900f-7d7f9d15795e req-70f37fda-f726-4577-86b9-014477594b0d tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/security-groups?id=58151b77-d679-474e-9a70-9f24dcfd8d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447047 May 20 09:14:30.409441 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24f7f2-3982-4f95-ba57-72978a8cb2c0 req-c3c89084-ed93-4237-ac6c-fb8039e5d3e3 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:30.410908 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-8d24f7f2-3982-4f95-ba57-72978a8cb2c0 req-c3c89084-ed93-4237-ac6c-fb8039e5d3e3 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 945 time: 0.0473902 May 20 09:14:30.438011 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:30.460079 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-8d24f7f2-3982-4f95-ba57-72978a8cb2c0 req-843b795d-d2a7-4c87-992a-d811f80d1a55 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421185 May 20 09:14:30.586866 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 59338) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:14:30.697109 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-3c17db06-5ac0-4133-af69-1b160f746128 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:30.793279 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-3c17db06-5ac0-4133-af69-1b160f746128 admin admin] Publish callbacks [] for security_group (4f0f1dae-a647-4d7c-b268-893e45471075), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:30.799120 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-3c17db06-5ac0-4133-af69-1b160f746128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (4f0f1dae-a647-4d7c-b268-893e45471075), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:30.846789 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-3c17db06-5ac0-4133-af69-1b160f746128 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=435fb0a7764c467889c0c107f9d3455d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2563169 May 20 09:14:30.846789 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17db06-5ac0-4133-af69-1b160f746128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0f1dae-a647-4d7c-b268-893e45471075,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:30.848331 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 59344) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:14:30.901946 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-143ed7f8-bd42-4563-80d9-6758446c5944 admin admin] Publish callbacks [] for security_group (4f0f1dae-a647-4d7c-b268-893e45471075), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:30.922538 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-143ed7f8-bd42-4563-80d9-6758446c5944 admin admin] Publish callbacks [] for security_group (4f0f1dae-a647-4d7c-b268-893e45471075), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:30.968672 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-143ed7f8-bd42-4563-80d9-6758446c5944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (4f0f1dae-a647-4d7c-b268-893e45471075), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:30.971132 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-143ed7f8-bd42-4563-80d9-6758446c5944 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:30.972289 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-143ed7f8-bd42-4563-80d9-6758446c5944 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4f0f1dae-a647-4d7c-b268-893e45471075 HTTP/1.1" status: 204 len: 168 time: 0.1225626 May 20 09:14:30.979640 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ed7f8-bd42-4563-80d9-6758446c5944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0f1dae-a647-4d7c-b268-893e45471075,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:31.104510 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec8bee-60ea-4d92-b6fd-4edb91debc45 req-279e050a-d71a-416c-b999-d7c822e93beb tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:31.106050 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-0eec8bee-60ea-4d92-b6fd-4edb91debc45 req-279e050a-d71a-416c-b999-d7c822e93beb tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0482440 May 20 09:14:31.155393 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-0eec8bee-60ea-4d92-b6fd-4edb91debc45 req-29d0efee-6866-4985-b7d0-092252d43cbd tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435100 May 20 09:14:31.256018 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 59356) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:14:31.269305 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-52a4d6fc-8c3b-4db4-ac87-c7b1beff9d31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:31.333035 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:31.337842 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09058552-f4cd-42a0-9b56-ff3490eb7409 req-c74687f2-b42d-4dd2-9a0a-81b11c1a9798 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:31.339494 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-09058552-f4cd-42a0-9b56-ff3490eb7409 req-c74687f2-b42d-4dd2-9a0a-81b11c1a9798 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/ports?device_id=025af0dd-4c95-4946-b62c-402f7f570ad7 HTTP/1.1" status: 200 len: 931 time: 0.0530112 May 20 09:14:31.347273 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-52a4d6fc-8c3b-4db4-ac87-c7b1beff9d31 admin admin] Publish callbacks [] for security_group (e8fa5b84-28d3-4e32-a0d5-0d8fbdc7a31a), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:31.351581 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-52a4d6fc-8c3b-4db4-ac87-c7b1beff9d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (e8fa5b84-28d3-4e32-a0d5-0d8fbdc7a31a), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:31.360936 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:31.390094 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-09058552-f4cd-42a0-9b56-ff3490eb7409 req-2f9455e6-4770-48a5-b456-d28d00454a1f tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/security-groups?id=58151b77-d679-474e-9a70-9f24dcfd8d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448642 May 20 09:14:31.391198 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-52a4d6fc-8c3b-4db4-ac87-c7b1beff9d31 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=64805a329b57439ba30db0e93e3c4774&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339929 May 20 09:14:31.392051 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a4d6fc-8c3b-4db4-ac87-c7b1beff9d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fa5b84-28d3-4e32-a0d5-0d8fbdc7a31a,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:31.394010 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 59358) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:14:31.442055 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-707e95d9-928c-475f-8efe-3bfddd86cc56 admin admin] Publish callbacks [] for security_group (e8fa5b84-28d3-4e32-a0d5-0d8fbdc7a31a), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:31.462518 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-707e95d9-928c-475f-8efe-3bfddd86cc56 admin admin] Publish callbacks [] for security_group (e8fa5b84-28d3-4e32-a0d5-0d8fbdc7a31a), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:31.512578 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-707e95d9-928c-475f-8efe-3bfddd86cc56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (e8fa5b84-28d3-4e32-a0d5-0d8fbdc7a31a), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:31.515129 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-707e95d9-928c-475f-8efe-3bfddd86cc56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:31.518932 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-707e95d9-928c-475f-8efe-3bfddd86cc56 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e8fa5b84-28d3-4e32-a0d5-0d8fbdc7a31a HTTP/1.1" status: 204 len: 168 time: 0.1214237 May 20 09:14:31.525060 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707e95d9-928c-475f-8efe-3bfddd86cc56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fa5b84-28d3-4e32-a0d5-0d8fbdc7a31a,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:31.591357 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5d48c-f12d-4796-bf02-2f0c2e8be38d req-1f4c1205-3374-4f87-8116-cce6a7869c6f tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:31.592852 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-78b5d48c-f12d-4796-bf02-2f0c2e8be38d req-1f4c1205-3374-4f87-8116-cce6a7869c6f tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 945 time: 0.0568430 May 20 09:14:31.650943 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-78b5d48c-f12d-4796-bf02-2f0c2e8be38d req-36095c30-771c-4f7c-8992-3dcee4d5fdf9 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522275 May 20 09:14:32.261690 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [req-232c6e61-8067-4411-b0ec-7d551e1555ee req-b5a3a2c9-0901-44dd-92dc-b0004f57e321 service neutron] Request body: {'port': {'device_id': '025af0dd-4c95-4946-b62c-402f7f570ad7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:14:32.320311 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0dd1f6-7eea-455b-848a-b3a386b7117a req-53800b8b-5052-4e7e-af92-ecbe6ff0543a tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:32.327475 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-8c0dd1f6-7eea-455b-848a-b3a386b7117a req-53800b8b-5052-4e7e-af92-ecbe6ff0543a tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.1045885 May 20 09:14:32.372981 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230d75a-6d90-44d7-a94c-954cf5bfb66e req-5fb62063-bc24-46d6-a10f-32b2230e579d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:32.374634 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a230d75a-6d90-44d7-a94c-954cf5bfb66e req-5fb62063-bc24-46d6-a10f-32b2230e579d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9dd35ce1fcbd4038a0c556a45059c7d7&device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 1129 time: 0.0853312 May 20 09:14:32.380097 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-232c6e61-8067-4411-b0ec-7d551e1555ee req-b5a3a2c9-0901-44dd-92dc-b0004f57e321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (bbb019e5-d966-4665-acdc-10074ccea14b), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:32.410841 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-8c0dd1f6-7eea-455b-848a-b3a386b7117a req-132a70ae-bc69-4000-9e2a-1347383b46eb tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822666 May 20 09:14:32.412825 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c03c4ce-6bf9-42ee-80e7-39b1213d4077 req-0b8b9ea5-8682-403f-950c-df275dd7cbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:32.416211 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-6c03c4ce-6bf9-42ee-80e7-39b1213d4077 req-0b8b9ea5-8682-403f-950c-df275dd7cbd2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=328df357-f834-447d-8616-ac57cd7979a2 HTTP/1.1" status: 200 len: 915 time: 0.1612380 May 20 09:14:32.606620 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-6c03c4ce-6bf9-42ee-80e7-39b1213d4077 req-2784032f-7f95-4ef8-844f-9cee2ae5997a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10b699e9-683d-4dd6-90dd-b78af5111278 HTTP/1.1" status: 200 len: 1002 time: 0.1041102 May 20 09:14:32.638287 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c740c7-53f8-467d-a99f-6f7c35fd2299 req-7f671c38-fb8e-4d05-aa00-cdb1b3c6be0a tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:32.639804 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b2c740c7-53f8-467d-a99f-6f7c35fd2299 req-7f671c38-fb8e-4d05-aa00-cdb1b3c6be0a tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/ports?device_id=025af0dd-4c95-4946-b62c-402f7f570ad7 HTTP/1.1" status: 200 len: 931 time: 0.1669061 May 20 09:14:32.677629 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:32.777837 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230d75a-6d90-44d7-a94c-954cf5bfb66e req-0bc519e2-b5f6-4348-a49c-a90596dba71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:32.779131 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a230d75a-6d90-44d7-a94c-954cf5bfb66e req-0bc519e2-b5f6-4348-a49c-a90596dba71a service neutron] 10.222.0.44 "GET /v2.0/networks?id=1877e401-d42a-4a52-b633-242e6f958903 HTTP/1.1" status: 200 len: 912 time: 0.2673078 May 20 09:14:32.790944 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b2c740c7-53f8-467d-a99f-6f7c35fd2299 req-7ee94c26-b4cd-44e8-a261-7be89a3db1f6 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/security-groups?id=58151b77-d679-474e-9a70-9f24dcfd8d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411126 May 20 09:14:32.791058 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307069e-ce31-4594-858f-c69aa238b9e5 req-3efc6515-9868-401f-a389-d2ec2096057b tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:32.792575 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-6307069e-ce31-4594-858f-c69aa238b9e5 req-3efc6515-9868-401f-a389-d2ec2096057b tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 945 time: 0.0670080 May 20 09:14:32.846738 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-6307069e-ce31-4594-858f-c69aa238b9e5 req-ebb96565-96e7-4f51-966d-fcb252b81398 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481126 May 20 09:14:32.898018 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.notifiers.nova [req-232c6e61-8067-4411-b0ec-7d551e1555ee req-b5a3a2c9-0901-44dd-92dc-b0004f57e321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbb019e5-d966-4665-acdc-10074ccea14b {{(pid=104276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 09:14:32.905890 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-232c6e61-8067-4411-b0ec-7d551e1555ee req-b5a3a2c9-0901-44dd-92dc-b0004f57e321 service neutron] Publish callbacks [] for port (bbb019e5-d966-4665-acdc-10074ccea14b), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:32.916165 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:32.918843 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.provisioning_blocks [req-232c6e61-8067-4411-b0ec-7d551e1555ee req-b5a3a2c9-0901-44dd-92dc-b0004f57e321 service neutron] Transition to ACTIVE for port object bbb019e5-d966-4665-acdc-10074ccea14b will not be triggered until provisioned by entity L2. {{(pid=104276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 20 09:14:32.924330 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-232c6e61-8067-4411-b0ec-7d551e1555ee req-b5a3a2c9-0901-44dd-92dc-b0004f57e321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32464857'] for port (bbb019e5-d966-4665-acdc-10074ccea14b), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:33.035119 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a3a2c9-0901-44dd-92dc-b0004f57e321 service neutron] Pushing event updated for resources: {'Port': ['ID=bbb019e5-d966-4665-acdc-10074ccea14b,revision_number=2']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:33.069874 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c03c4ce-6bf9-42ee-80e7-39b1213d4077 req-0d2ab8c5-f6a2-4018-8325-8fc15f16808b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:33.071863 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-6c03c4ce-6bf9-42ee-80e7-39b1213d4077 req-0d2ab8c5-f6a2-4018-8325-8fc15f16808b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6a66febf-40e6-435b-a129-884260e28f23 HTTP/1.1" status: 200 len: 853 time: 0.0803490 May 20 09:14:33.166217 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a230d75a-6d90-44d7-a94c-954cf5bfb66e req-c2dad789-e97c-4e36-ad21-da44d9c8eb8e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05 HTTP/1.1" status: 200 len: 1000 time: 0.1431017 May 20 09:14:33.190356 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.managers [req-232c6e61-8067-4411-b0ec-7d551e1555ee req-b5a3a2c9-0901-44dd-92dc-b0004f57e321 service neutron] Attempting to bind port bbb019e5-d966-4665-acdc-10074ccea14b on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 20 09:14:33.190590 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.managers [req-232c6e61-8067-4411-b0ec-7d551e1555ee req-b5a3a2c9-0901-44dd-92dc-b0004f57e321 service neutron] Attempting to bind port bbb019e5-d966-4665-acdc-10074ccea14b by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '702855b5-4962-47b4-ac45-aaf842a4902e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '1b0a1a59-4f0d-4801-acdf-9aa54ef17cad'}] {{(pid=104276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 20 09:14:33.190921 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232c6e61-8067-4411-b0ec-7d551e1555ee req-b5a3a2c9-0901-44dd-92dc-b0004f57e321 service neutron] Attempting to bind port bbb019e5-d966-4665-acdc-10074ccea14b on network 1b0a1a59-4f0d-4801-acdf-9aa54ef17cad {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:14:33.195569 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232c6e61-8067-4411-b0ec-7d551e1555ee req-b5a3a2c9-0901-44dd-92dc-b0004f57e321 service neutron] Port bbb019e5-d966-4665-acdc-10074ccea14b on network 1b0a1a59-4f0d-4801-acdf-9aa54ef17cad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 09:14:33.196175 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232c6e61-8067-4411-b0ec-7d551e1555ee req-b5a3a2c9-0901-44dd-92dc-b0004f57e321 service neutron] Attempting to bind port bbb019e5-d966-4665-acdc-10074ccea14b on network 1b0a1a59-4f0d-4801-acdf-9aa54ef17cad {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:14:33.201381 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232c6e61-8067-4411-b0ec-7d551e1555ee req-b5a3a2c9-0901-44dd-92dc-b0004f57e321 service neutron] Checking agent: {'id': '2d1be950-4dd6-4324-90da-2272c7a86826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 9, 11, 22), 'started_at': datetime.datetime(2022, 5, 20, 9, 11, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 9, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 09:14:33.201730 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232c6e61-8067-4411-b0ec-7d551e1555ee req-b5a3a2c9-0901-44dd-92dc-b0004f57e321 service neutron] Checking segment: {'id': '702855b5-4962-47b4-ac45-aaf842a4902e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '1b0a1a59-4f0d-4801-acdf-9aa54ef17cad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:14:33.202091 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232c6e61-8067-4411-b0ec-7d551e1555ee req-b5a3a2c9-0901-44dd-92dc-b0004f57e321 service neutron] Bound using segment: {'id': '702855b5-4962-47b4-ac45-aaf842a4902e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '1b0a1a59-4f0d-4801-acdf-9aa54ef17cad'} {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 09:14:33.202505 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.managers [req-232c6e61-8067-4411-b0ec-7d551e1555ee req-b5a3a2c9-0901-44dd-92dc-b0004f57e321 service neutron] Bound port: bbb019e5-d966-4665-acdc-10074ccea14b, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '702855b5-4962-47b4-ac45-aaf842a4902e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '1b0a1a59-4f0d-4801-acdf-9aa54ef17cad'}}] {{(pid=104276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 20 09:14:33.203037 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-232c6e61-8067-4411-b0ec-7d551e1555ee req-b5a3a2c9-0901-44dd-92dc-b0004f57e321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (bbb019e5-d966-4665-acdc-10074ccea14b), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:33.271402 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [req-232c6e61-8067-4411-b0ec-7d551e1555ee req-b5a3a2c9-0901-44dd-92dc-b0004f57e321 service neutron] For port bbb019e5-d966-4665-acdc-10074ccea14b, host hv-cinder-83699, cleared binding levels {{(pid=104276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 09:14:33.275013 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [req-232c6e61-8067-4411-b0ec-7d551e1555ee req-b5a3a2c9-0901-44dd-92dc-b0004f57e321 service neutron] For port bbb019e5-d966-4665-acdc-10074ccea14b, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=bbb019e5-d966-4665-acdc-10074ccea14b,segment=NetworkSegment(702855b5-4962-47b4-ac45-aaf842a4902e),segment_id=702855b5-4962-47b4-ac45-aaf842a4902e)] {{(pid=104276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 09:14:33.282007 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-232c6e61-8067-4411-b0ec-7d551e1555ee req-b5a3a2c9-0901-44dd-92dc-b0004f57e321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32464857'] for port (bbb019e5-d966-4665-acdc-10074ccea14b), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:33.321389 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c6e61-8067-4411-b0ec-7d551e1555ee req-b5a3a2c9-0901-44dd-92dc-b0004f57e321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:33.322011 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-232c6e61-8067-4411-b0ec-7d551e1555ee req-b5a3a2c9-0901-44dd-92dc-b0004f57e321 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for port (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:33.323460 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-232c6e61-8067-4411-b0ec-7d551e1555ee req-b5a3a2c9-0901-44dd-92dc-b0004f57e321 service neutron] 10.222.0.44 "PUT /v2.0/ports/bbb019e5-d966-4665-acdc-10074ccea14b HTTP/1.1" status: 200 len: 1093 time: 1.0678623 May 20 09:14:33.324567 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '025af0dd-4c95-4946-b62c-402f7f570ad7', 'tag': 'bbb019e5-d966-4665-acdc-10074ccea14b'}] {{(pid=104276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:14:33.327050 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f1859fdf6517cac9f3390f7253b255bfbc77edc31af200be8f81c994e01841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2fba38-dbca-46ad-9c7e-09c2b4fecf96" -d '{"events": [{"name": "network-changed", "server_uuid": "025af0dd-4c95-4946-b62c-402f7f570ad7", "tag": "bbb019e5-d966-4665-acdc-10074ccea14b"}]}' {{(pid=104276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:14:33.349137 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a3a2c9-0901-44dd-92dc-b0004f57e321 service neutron] Pushing event updated for resources: {'Port': ['ID=bbb019e5-d966-4665-acdc-10074ccea14b,revision_number=3']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:33.376474 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 09:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4a19b0-d855-49ab-a90b-25a7aa567c9d x-openstack-request-id: req-8d4a19b0-d855-49ab-a90b-25a7aa567c9d {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:14:33.377184 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "025af0dd-4c95-4946-b62c-402f7f570ad7", "tag": "bbb019e5-d966-4665-acdc-10074ccea14b", "status": "completed", "code": 200}]} {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:14:33.377418 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8d4a19b0-d855-49ab-a90b-25a7aa567c9d {{(pid=104276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:14:33.377912 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d4a19b0-d855-49ab-a90b-25a7aa567c9d'] response: {'name': 'network-changed', 'server_uuid': '025af0dd-4c95-4946-b62c-402f7f570ad7', 'tag': 'bbb019e5-d966-4665-acdc-10074ccea14b', 'status': 'completed', 'code': 200} May 20 09:14:33.534986 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4d601-1c0d-41da-ae5c-a3d9aaed77ea req-5f68c5e9-359a-4483-a4bc-24091b2de6b1 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:33.536639 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-3eb4d601-1c0d-41da-ae5c-a3d9aaed77ea req-5f68c5e9-359a-4483-a4bc-24091b2de6b1 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e26fcf7-52fb-4640-9eeb-1de9f728cc0b HTTP/1.1" status: 200 len: 945 time: 0.0779243 May 20 09:14:33.563416 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:33.575838 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7bd56d-0dbb-4f01-b3d8-6e38cccad80c req-948b8c6b-0b3c-42e0-b1bc-a56aabadca42 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:33.577611 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9d7bd56d-0dbb-4f01-b3d8-6e38cccad80c req-948b8c6b-0b3c-42e0-b1bc-a56aabadca42 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0718071 May 20 09:14:33.596091 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-3eb4d601-1c0d-41da-ae5c-a3d9aaed77ea req-83425ed1-f588-4b32-8d16-95428b3a5665 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/security-groups?id=17f26925-f1fc-44f5-854c-e8f8b00bae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527492 May 20 09:14:33.637669 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9d7bd56d-0dbb-4f01-b3d8-6e38cccad80c req-96a52cd5-e271-4573-9f54-07b84de8f1d1 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540056 May 20 09:14:33.794107 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c03c4ce-6bf9-42ee-80e7-39b1213d4077 req-f135b61a-46d3-44e8-95ea-2ea478f0c8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:33.795931 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-6c03c4ce-6bf9-42ee-80e7-39b1213d4077 req-f135b61a-46d3-44e8-95ea-2ea478f0c8a3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=328df357-f834-447d-8616-ac57cd7979a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0645692 May 20 09:14:33.822825 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2fba38-dbca-46ad-9c7e-09c2b4fecf96 req-bdc8ba55-7d31-4081-9e4d-ed5e71486fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:33.824451 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3d2fba38-dbca-46ad-9c7e-09c2b4fecf96 req-bdc8ba55-7d31-4081-9e4d-ed5e71486fde service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7264062888b544cfb7fbc74cc87f386f&device_id=025af0dd-4c95-4946-b62c-402f7f570ad7 HTTP/1.1" status: 200 len: 1127 time: 0.0811028 May 20 09:14:33.826277 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230d75a-6d90-44d7-a94c-954cf5bfb66e req-1e491322-3e74-49c9-9d6f-d7d3c29af685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:33.828276 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a230d75a-6d90-44d7-a94c-954cf5bfb66e req-1e491322-3e74-49c9-9d6f-d7d3c29af685 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=627f3291-137c-4051-aa19-caaa09ad6395 HTTP/1.1" status: 200 len: 850 time: 0.0975251 May 20 09:14:33.916316 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875591f-2e89-4e69-82b4-1831eb19d9c8 req-a91c1f3d-b2fc-4452-8268-e85ce48eebd5 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:33.917946 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-8875591f-2e89-4e69-82b4-1831eb19d9c8 req-a91c1f3d-b2fc-4452-8268-e85ce48eebd5 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/ports?device_id=025af0dd-4c95-4946-b62c-402f7f570ad7 HTTP/1.1" status: 200 len: 943 time: 0.0514963 May 20 09:14:33.969718 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08d3e5-f051-4361-a58c-f66ff5e28ff4 req-5acbfac0-fac0-4758-8d39-5c372c6932bb tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:33.971325 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-db08d3e5-f051-4361-a58c-f66ff5e28ff4 req-5acbfac0-fac0-4758-8d39-5c372c6932bb tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 945 time: 0.0480955 May 20 09:14:33.975792 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-8875591f-2e89-4e69-82b4-1831eb19d9c8 req-23243ca9-c7ba-4cae-9778-ba462e1344c8 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/security-groups?id=58151b77-d679-474e-9a70-9f24dcfd8d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475202 May 20 09:14:34.021571 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-db08d3e5-f051-4361-a58c-f66ff5e28ff4 req-a5da9529-3e44-45ee-af77-72863b6a99c9 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425770 May 20 09:14:34.139518 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff63c85-5547-4f4b-a0e1-9c89a05afbbc req-874a91bb-0b53-427d-9900-e712c4187e48 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:34.141145 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-aff63c85-5547-4f4b-a0e1-9c89a05afbbc req-874a91bb-0b53-427d-9900-e712c4187e48 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 945 time: 0.0495546 May 20 09:14:34.150912 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 59480) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:14:34.155595 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-58eb2c47-ca35-4845-be9d-38220122f539 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Request body: {'floatingip': {'port_id': 'd8e5bd7c-3deb-4042-9ef4-77d147264d87'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:14:34.195338 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-58eb2c47-ca35-4845-be9d-38220122f539 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks [] for floatingip (8d3da09a-7b7d-4f1c-9c93-2b1cd4ed79f8), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:34.348725 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:34.466817 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 59486) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:14:34.588518 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-47dd6f22-c4f4-4b5c-869b-b0a3640823a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:34.636769 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:34.687711 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-47dd6f22-c4f4-4b5c-869b-b0a3640823a4 admin admin] Publish callbacks [] for security_group (78bdf11a-aea7-4687-9cda-8697e7d3d770), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:34.694326 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-47dd6f22-c4f4-4b5c-869b-b0a3640823a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (78bdf11a-aea7-4687-9cda-8697e7d3d770), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:34.736430 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd6f22-c4f4-4b5c-869b-b0a3640823a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78bdf11a-aea7-4687-9cda-8697e7d3d770,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:34.773325 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-47dd6f22-c4f4-4b5c-869b-b0a3640823a4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=17ee0eb503fe456db2c806f85d8af2d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3014739 May 20 09:14:34.786224 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 59510) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:14:34.805003 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:34.828655 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161dc2a-256a-4250-ac74-40df935f2e46 req-3f5e2867-6f0a-4179-97d2-32075f1abf4f tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:34.832006 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.db.resource_extend [None req-58eb2c47-ca35-4845-be9d-38220122f539 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 09:14:34.835462 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9161dc2a-256a-4250-ac74-40df935f2e46 req-3f5e2867-6f0a-4179-97d2-32075f1abf4f tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e26fcf7-52fb-4640-9eeb-1de9f728cc0b HTTP/1.1" status: 200 len: 945 time: 0.1009445 May 20 09:14:34.872396 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb564480-03bc-4199-82fa-e3022b0a25a8 req-82825c54-8af6-42c5-b81d-f0e9bdbf28ed tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:34.874121 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-fb564480-03bc-4199-82fa-e3022b0a25a8 req-82825c54-8af6-42c5-b81d-f0e9bdbf28ed tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0835681 May 20 09:14:34.888950 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-d5077d93-3fb5-475a-abf1-2caa05213a98 admin admin] Publish callbacks [] for security_group (78bdf11a-aea7-4687-9cda-8697e7d3d770), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:34.907636 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-58eb2c47-ca35-4845-be9d-38220122f539 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:34.921037 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-58eb2c47-ca35-4845-be9d-38220122f539 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680135'] for floatingip (8d3da09a-7b7d-4f1c-9c93-2b1cd4ed79f8), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:34.930558 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9161dc2a-256a-4250-ac74-40df935f2e46 req-c05e9c8d-e122-4879-ad50-ff8768bf9dd6 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/security-groups?id=17f26925-f1fc-44f5-854c-e8f8b00bae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940187 May 20 09:14:34.932636 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-d5077d93-3fb5-475a-abf1-2caa05213a98 admin admin] Publish callbacks [] for security_group (78bdf11a-aea7-4687-9cda-8697e7d3d770), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:34.969270 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-fb564480-03bc-4199-82fa-e3022b0a25a8 req-0de8fb04-decb-47b5-9c44-946da6d2a74f tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876062 May 20 09:14:34.983398 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-d5077d93-3fb5-475a-abf1-2caa05213a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (78bdf11a-aea7-4687-9cda-8697e7d3d770), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:34.985934 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-d5077d93-3fb5-475a-abf1-2caa05213a98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:34.987069 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-d5077d93-3fb5-475a-abf1-2caa05213a98 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/78bdf11a-aea7-4687-9cda-8697e7d3d770 HTTP/1.1" status: 204 len: 168 time: 0.2002127 May 20 09:14:35.002405 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5077d93-3fb5-475a-abf1-2caa05213a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bdf11a-aea7-4687-9cda-8697e7d3d770,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:35.039119 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.db.l3_db [None req-58eb2c47-ca35-4845-be9d-38220122f539 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Floating IP 8d3da09a-7b7d-4f1c-9c93-2b1cd4ed79f8 associated. External IP: 172.27.0.185, port: d8e5bd7c-3deb-4042-9ef4-77d147264d87. May 20 09:14:35.119299 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93df060-5b9a-4f0e-860c-cb04e735086f req-9a5ade86-76e2-407d-885d-6d8402b90eff tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:35.121016 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d93df060-5b9a-4f0e-860c-cb04e735086f req-9a5ade86-76e2-407d-885d-6d8402b90eff tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/ports?device_id=025af0dd-4c95-4946-b62c-402f7f570ad7 HTTP/1.1" status: 200 len: 943 time: 0.0610952 May 20 09:14:35.174939 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d93df060-5b9a-4f0e-860c-cb04e735086f req-8f48e0a0-f35a-4147-833d-5e0f4f48a7e5 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/security-groups?id=58151b77-d679-474e-9a70-9f24dcfd8d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469244 May 20 09:14:35.266797 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58eb2c47-ca35-4845-be9d-38220122f539 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Router dddcae79-7f2c-46ca-9e76-32b8f59596e6 has already been hosted by L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 {{(pid=104275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 09:14:35.278574 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:35.303216 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 59522) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:14:35.317329 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-88f5f64c-4136-44a6-a7a5-d5aa180caeed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:35.371027 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58eb2c47-ca35-4845-be9d-38220122f539 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:14:35.375608 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-58eb2c47-ca35-4845-be9d-38220122f539 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for floatingip (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:35.382373 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3e1a02-99f7-4abb-8e03-9a974919a86a None None] Sync routers for ids ['dddcae79-7f2c-46ca-9e76-32b8f59596e6'] in dv-cinder-836996-23-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:14:35.392784 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3e1a02-99f7-4abb-8e03-9a974919a86a None None] Routers {'dddcae79-7f2c-46ca-9e76-32b8f59596e6'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:14:35.393738 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-3c3e1a02-99f7-4abb-8e03-9a974919a86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:14:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['dddcae79-7f2c-46ca-9e76-32b8f59596e6'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:14:35.397813 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-88f5f64c-4136-44a6-a7a5-d5aa180caeed admin admin] Publish callbacks [] for security_group (eae4a53f-e14e-4f92-9a0e-de87f1e83350), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:35.403788 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-88f5f64c-4136-44a6-a7a5-d5aa180caeed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (eae4a53f-e14e-4f92-9a0e-de87f1e83350), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:35.411200 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-58eb2c47-ca35-4845-be9d-38220122f539 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "PUT /v2.0/floatingips/8d3da09a-7b7d-4f1c-9c93-2b1cd4ed79f8 HTTP/1.1" status: 200 len: 991 time: 1.2590008 May 20 09:14:35.411855 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d7463c-5e56-405b-911d-9b7fa6d3f7d9', 'tag': 'd8e5bd7c-3deb-4042-9ef4-77d147264d87'}] {{(pid=104275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:14:35.414136 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eea53449646a7168c1429fc9fd421a4bc8c13d7c241c91a60dad7e76b53d9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45bf1efd-6a15-42f3-abbc-f98f94bb75aa" -d '{"events": [{"name": "network-changed", "server_uuid": "b7d7463c-5e56-405b-911d-9b7fa6d3f7d9", "tag": "d8e5bd7c-3deb-4042-9ef4-77d147264d87"}]}' {{(pid=104275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:14:35.448998 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-88f5f64c-4136-44a6-a7a5-d5aa180caeed admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ac346fa66d6949859726a9446b132ca0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1445951 May 20 09:14:35.450118 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f5f64c-4136-44a6-a7a5-d5aa180caeed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae4a53f-e14e-4f92-9a0e-de87f1e83350,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:35.452599 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 59528) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:14:35.462159 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 09:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eac70a3-609d-4598-acf5-c70201852bf8 x-openstack-request-id: req-1eac70a3-609d-4598-acf5-c70201852bf8 {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:14:35.463017 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7d7463c-5e56-405b-911d-9b7fa6d3f7d9", "tag": "d8e5bd7c-3deb-4042-9ef4-77d147264d87", "status": "completed", "code": 200}]} {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:14:35.463656 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1eac70a3-609d-4598-acf5-c70201852bf8 {{(pid=104275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:14:35.464207 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eac70a3-609d-4598-acf5-c70201852bf8'] response: {'name': 'network-changed', 'server_uuid': 'b7d7463c-5e56-405b-911d-9b7fa6d3f7d9', 'tag': 'd8e5bd7c-3deb-4042-9ef4-77d147264d87', 'status': 'completed', 'code': 200} May 20 09:14:35.509037 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-3c3e1a02-99f7-4abb-8e03-9a974919a86a None None] Set router dddcae79-7f2c-46ca-9e76-32b8f59596e6 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:14:35.512267 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2b10ccef-c80d-4004-b681-6dbc2d93fb33 admin admin] Publish callbacks [] for security_group (eae4a53f-e14e-4f92-9a0e-de87f1e83350), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:35.537426 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2b10ccef-c80d-4004-b681-6dbc2d93fb33 admin admin] Publish callbacks [] for security_group (eae4a53f-e14e-4f92-9a0e-de87f1e83350), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:35.596535 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:35.633667 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf1efd-6a15-42f3-abbc-f98f94bb75aa req-3ebf3acf-7d7f-429e-b136-bc8eebcec353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:35.635180 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-45bf1efd-6a15-42f3-abbc-f98f94bb75aa req-3ebf3acf-7d7f-429e-b136-bc8eebcec353 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=92bf8a2fea6243c28aff53d39a57f92c&device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 1129 time: 0.0551033 May 20 09:14:35.646823 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230d75a-6d90-44d7-a94c-954cf5bfb66e req-8138ce11-3c24-4107-866e-f008e655757a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:35.647650 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a230d75a-6d90-44d7-a94c-954cf5bfb66e req-8138ce11-3c24-4107-866e-f008e655757a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1877e401-d42a-4a52-b633-242e6f958903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1124930 May 20 09:14:35.671802 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-6c03c4ce-6bf9-42ee-80e7-39b1213d4077 req-415b8ab0-5b2a-4a35-91e4-ad516c870651 service neutron] 10.222.0.44 "GET /v2.0/networks/328df357-f834-447d-8616-ac57cd7979a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388614 May 20 09:14:35.693360 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:35.701094 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2b10ccef-c80d-4004-b681-6dbc2d93fb33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (eae4a53f-e14e-4f92-9a0e-de87f1e83350), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:35.703737 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2b10ccef-c80d-4004-b681-6dbc2d93fb33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:35.707298 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-2b10ccef-c80d-4004-b681-6dbc2d93fb33 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/eae4a53f-e14e-4f92-9a0e-de87f1e83350 HTTP/1.1" status: 204 len: 168 time: 0.2512534 May 20 09:14:35.718863 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:35.748150 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2fba38-dbca-46ad-9c7e-09c2b4fecf96 req-9abbf3dd-3011-480d-9378-ede7bca8d2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:35.750026 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3d2fba38-dbca-46ad-9c7e-09c2b4fecf96 req-9abbf3dd-3011-480d-9378-ede7bca8d2ae service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=7264062888b544cfb7fbc74cc87f386f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2156384 May 20 09:14:35.755607 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b10ccef-c80d-4004-b681-6dbc2d93fb33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae4a53f-e14e-4f92-9a0e-de87f1e83350,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:35.773419 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-3c3e1a02-99f7-4abb-8e03-9a974919a86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'name': 'tempest-AttachVolumeShelveTestJSON-100177110-router', 'tenant_id': '92bf8a2fea6243c28aff53d39a57f92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'ef269289-432e-4c5a-9c85-07f8b2771fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:19Z', 'updated_at': '2022-05-20T09:13:29Z', 'revision_number': 4, 'project_id': '92bf8a2fea6243c28aff53d39a57f92c', 'gw_port': {'id': 'ef269289-432e-4c5a-9c85-07f8b2771fbd', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ff:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_floatingips': [{'id': '8d3da09a-7b7d-4f1c-9c93-2b1cd4ed79f8', 'tenant_id': '92bf8a2fea6243c28aff53d39a57f92c', 'floating_ip_address': '172.27.0.185', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'port_id': 'd8e5bd7c-3deb-4042-9ef4-77d147264d87', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb464892-cf71-4d2e-b68f-60163c12a0fe', 'mac_address': 'fa:16:3e:b4:ff:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d7463c-5e56-405b-911d-9b7fa6d3f7d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:13:44Z', 'updated_at': '2022-05-20T09:14:34Z', 'revision_number': 1, 'project_id': '92bf8a2fea6243c28aff53d39a57f92c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b4badcf-eae7-4e19-8dae-b8f643625c74', 'name': '', 'network_id': 'cb464892-cf71-4d2e-b68f-60163c12a0fe', 'tenant_id': '92bf8a2fea6243c28aff53d39a57f92c', 'mac_address': 'fa:16:3e:01:dd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0a5fa699-4c99-4ca7-94b7-2b5c0cff2418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:27Z', 'updated_at': '2022-05-20T09:13:44Z', 'revision_number': 5, 'project_id': '92bf8a2fea6243c28aff53d39a57f92c', 'subnets': [{'id': '0a5fa699-4c99-4ca7-94b7-2b5c0cff2418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:14:35.800271 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:35.829263 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a230d75a-6d90-44d7-a94c-954cf5bfb66e req-1a4f31f4-7ee8-4e91-bd36-3c9326f0140d service neutron] 10.222.0.44 "GET /v2.0/networks/1877e401-d42a-4a52-b633-242e6f958903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382070 May 20 09:14:35.837447 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3e1a02-99f7-4abb-8e03-9a974919a86a None None] Checking router: dddcae79-7f2c-46ca-9e76-32b8f59596e6 for host: dv-cinder-836996-23-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:14:35.846083 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3e1a02-99f7-4abb-8e03-9a974919a86a None None] Routers {'dddcae79-7f2c-46ca-9e76-32b8f59596e6'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:14:35.846899 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-3c3e1a02-99f7-4abb-8e03-9a974919a86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:14:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['dddcae79-7f2c-46ca-9e76-32b8f59596e6'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:14:35.868829 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-6c03c4ce-6bf9-42ee-80e7-39b1213d4077 req-49486fdf-814c-4dc9-9518-a26a47f6f07b service neutron] 10.222.0.44 "GET /v2.0/networks/328df357-f834-447d-8616-ac57cd7979a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762431 May 20 09:14:35.870370 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf1efd-6a15-42f3-abbc-f98f94bb75aa req-6bdf6450-1654-40c7-9eab-f7b000705477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:35.871866 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-45bf1efd-6a15-42f3-abbc-f98f94bb75aa req-6bdf6450-1654-40c7-9eab-f7b000705477 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cb464892-cf71-4d2e-b68f-60163c12a0fe HTTP/1.1" status: 200 len: 917 time: 0.1901288 May 20 09:14:35.952335 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-3c3e1a02-99f7-4abb-8e03-9a974919a86a None None] Set router dddcae79-7f2c-46ca-9e76-32b8f59596e6 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:14:36.018655 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-45bf1efd-6a15-42f3-abbc-f98f94bb75aa req-246199ab-5c51-4875-932f-7b548b8d3cfe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8e5bd7c-3deb-4042-9ef4-77d147264d87 HTTP/1.1" status: 200 len: 999 time: 0.0958807 May 20 09:14:36.115783 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf54422-6ab8-416d-b527-2f0e629f1ea0 req-4102475b-cf0c-41c2-9bf8-b56fe5e4c0c4 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:36.117457 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-2bf54422-6ab8-416d-b527-2f0e629f1ea0 req-4102475b-cf0c-41c2-9bf8-b56fe5e4c0c4 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0523975 May 20 09:14:36.222350 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:36.226626 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-2bf54422-6ab8-416d-b527-2f0e629f1ea0 req-827e1248-2f82-4507-92ee-e6a01a396836 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023221 May 20 09:14:36.234496 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf1efd-6a15-42f3-abbc-f98f94bb75aa req-a834bd7c-f7ba-42dd-8428-d5ee210298a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:36.236204 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-45bf1efd-6a15-42f3-abbc-f98f94bb75aa req-a834bd7c-f7ba-42dd-8428-d5ee210298a8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0a5fa699-4c99-4ca7-94b7-2b5c0cff2418 HTTP/1.1" status: 200 len: 855 time: 0.0840955 May 20 09:14:36.345236 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-3c3e1a02-99f7-4abb-8e03-9a974919a86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'name': 'tempest-AttachVolumeShelveTestJSON-100177110-router', 'tenant_id': '92bf8a2fea6243c28aff53d39a57f92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'ef269289-432e-4c5a-9c85-07f8b2771fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:19Z', 'updated_at': '2022-05-20T09:13:29Z', 'revision_number': 4, 'project_id': '92bf8a2fea6243c28aff53d39a57f92c', 'gw_port': {'id': 'ef269289-432e-4c5a-9c85-07f8b2771fbd', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ff:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_floatingips': [{'id': '8d3da09a-7b7d-4f1c-9c93-2b1cd4ed79f8', 'tenant_id': '92bf8a2fea6243c28aff53d39a57f92c', 'floating_ip_address': '172.27.0.185', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'port_id': 'd8e5bd7c-3deb-4042-9ef4-77d147264d87', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb464892-cf71-4d2e-b68f-60163c12a0fe', 'mac_address': 'fa:16:3e:b4:ff:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d7463c-5e56-405b-911d-9b7fa6d3f7d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:13:44Z', 'updated_at': '2022-05-20T09:14:34Z', 'revision_number': 1, 'project_id': '92bf8a2fea6243c28aff53d39a57f92c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b4badcf-eae7-4e19-8dae-b8f643625c74', 'name': '', 'network_id': 'cb464892-cf71-4d2e-b68f-60163c12a0fe', 'tenant_id': '92bf8a2fea6243c28aff53d39a57f92c', 'mac_address': 'fa:16:3e:01:dd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0a5fa699-4c99-4ca7-94b7-2b5c0cff2418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:27Z', 'updated_at': '2022-05-20T09:13:44Z', 'revision_number': 5, 'project_id': '92bf8a2fea6243c28aff53d39a57f92c', 'subnets': [{'id': '0a5fa699-4c99-4ca7-94b7-2b5c0cff2418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:14:36.356406 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49c996-f9d3-4ea5-bdb6-bde5fa137e25 req-906de3d6-1dcc-4fc0-b8a2-11970f9f689d tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:36.358104 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-6e49c996-f9d3-4ea5-bdb6-bde5fa137e25 req-906de3d6-1dcc-4fc0-b8a2-11970f9f689d tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e26fcf7-52fb-4640-9eeb-1de9f728cc0b HTTP/1.1" status: 200 len: 945 time: 0.1084523 May 20 09:14:36.359557 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf1efd-6a15-42f3-abbc-f98f94bb75aa req-4d89eaa0-0266-4909-b2e6-2fd034b795fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:36.361098 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-45bf1efd-6a15-42f3-abbc-f98f94bb75aa req-4d89eaa0-0266-4909-b2e6-2fd034b795fc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cb464892-cf71-4d2e-b68f-60163c12a0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1101482 May 20 09:14:36.391014 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3e1a02-99f7-4abb-8e03-9a974919a86a None None] The sync data for ids ['dddcae79-7f2c-46ca-9e76-32b8f59596e6'] in dv-cinder-836996-23-iscsi is: [{'id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'name': 'tempest-AttachVolumeShelveTestJSON-100177110-router', 'tenant_id': '92bf8a2fea6243c28aff53d39a57f92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'ef269289-432e-4c5a-9c85-07f8b2771fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:19Z', 'updated_at': '2022-05-20T09:13:29Z', 'revision_number': 4, 'project_id': '92bf8a2fea6243c28aff53d39a57f92c', 'gw_port': {'id': 'ef269289-432e-4c5a-9c85-07f8b2771fbd', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ff:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_floatingips': [{'id': '8d3da09a-7b7d-4f1c-9c93-2b1cd4ed79f8', 'tenant_id': '92bf8a2fea6243c28aff53d39a57f92c', 'floating_ip_address': '172.27.0.185', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'port_id': 'd8e5bd7c-3deb-4042-9ef4-77d147264d87', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb464892-cf71-4d2e-b68f-60163c12a0fe', 'mac_address': 'fa:16:3e:b4:ff:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d7463c-5e56-405b-911d-9b7fa6d3f7d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:13:44Z', 'updated_at': '2022-05-20T09:14:34Z', 'revision_number': 1, 'project_id': '92bf8a2fea6243c28aff53d39a57f92c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b4badcf-eae7-4e19-8dae-b8f643625c74', 'name': '', 'network_id': 'cb464892-cf71-4d2e-b68f-60163c12a0fe', 'tenant_id': '92bf8a2fea6243c28aff53d39a57f92c', 'mac_address': 'fa:16:3e:01:dd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0a5fa699-4c99-4ca7-94b7-2b5c0cff2418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:27Z', 'updated_at': '2022-05-20T09:13:44Z', 'revision_number': 5, 'project_id': '92bf8a2fea6243c28aff53d39a57f92c', 'subnets': [{'id': '0a5fa699-4c99-4ca7-94b7-2b5c0cff2418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:14:36.516747 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992cefe4-e9c3-4601-9f10-f3a0d57b8db9 req-4195c69b-551f-4bce-b449-b86a6780c175 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:36.524425 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-992cefe4-e9c3-4601-9f10-f3a0d57b8db9 req-4195c69b-551f-4bce-b449-b86a6780c175 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e26fcf7-52fb-4640-9eeb-1de9f728cc0b HTTP/1.1" status: 200 len: 945 time: 0.4468899 May 20 09:14:36.598591 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2fba38-dbca-46ad-9c7e-09c2b4fecf96 req-4d5ceaa6-3e2b-4e60-82ed-b4e75bd7ef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:36.600340 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3d2fba38-dbca-46ad-9c7e-09c2b4fecf96 req-4d5ceaa6-3e2b-4e60-82ed-b4e75bd7ef74 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6800649 May 20 09:14:36.611536 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a230d75a-6d90-44d7-a94c-954cf5bfb66e req-36e5c1c9-bad7-4060-8c4f-388ea61659bf service neutron] 10.222.0.44 "GET /v2.0/networks/1877e401-d42a-4a52-b633-242e6f958903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6799765 May 20 09:14:36.617419 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-992cefe4-e9c3-4601-9f10-f3a0d57b8db9 req-ed52273c-b74d-496e-aa32-3c1468523f33 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/security-groups?id=17f26925-f1fc-44f5-854c-e8f8b00bae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920663 May 20 09:14:36.647593 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d47f0a-0c9e-4a69-92aa-84ac19d86914 req-580ced9c-ec09-442b-92e9-78e242670d79 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:36.650190 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f1d47f0a-0c9e-4a69-92aa-84ac19d86914 req-580ced9c-ec09-442b-92e9-78e242670d79 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/ports?device_id=025af0dd-4c95-4946-b62c-402f7f570ad7 HTTP/1.1" status: 200 len: 943 time: 0.2880080 May 20 09:14:36.678468 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:36.682350 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [req-6e49c996-f9d3-4ea5-bdb6-bde5fa137e25 req-425d7f11-35fc-405f-9290-b4eae594f28e tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] Deleting port 1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927 {{(pid=104275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:14:36.682672 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-6e49c996-f9d3-4ea5-bdb6-bde5fa137e25 req-425d7f11-35fc-405f-9290-b4eae594f28e tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:36.704509 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9322bd9a-859c-4d51-adf4-aa301f0073d1 None None] New status for floating IP 8d3da09a-7b7d-4f1c-9c93-2b1cd4ed79f8: ACTIVE {{(pid=104277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 20 09:14:36.737435 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c6e61-8067-4411-b0ec-7d551e1555ee req-cd089ae0-bfdf-40a2-b3e0-2bcfba15c647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:36.738961 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-232c6e61-8067-4411-b0ec-7d551e1555ee req-cd089ae0-bfdf-40a2-b3e0-2bcfba15c647 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7264062888b544cfb7fbc74cc87f386f&device_id=025af0dd-4c95-4946-b62c-402f7f570ad7 HTTP/1.1" status: 200 len: 1127 time: 0.0541615 May 20 09:14:36.811797 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-45bf1efd-6a15-42f3-abbc-f98f94bb75aa req-015a600b-d0cc-4f79-97bf-c2e78351ba81 service neutron] 10.222.0.44 "GET /v2.0/networks/cb464892-cf71-4d2e-b68f-60163c12a0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4366601 May 20 09:14:36.822140 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-232c6e61-8067-4411-b0ec-7d551e1555ee req-6aea6dfb-12c6-4b64-ad58-a1f9d254cf8b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bbb019e5-d966-4665-acdc-10074ccea14b HTTP/1.1" status: 200 len: 217 time: 0.0663986 May 20 09:14:36.826999 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f1d47f0a-0c9e-4a69-92aa-84ac19d86914 req-6ccd1488-c152-41ef-bc9e-55c5a9a1b4ca tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/security-groups?id=58151b77-d679-474e-9a70-9f24dcfd8d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676838 May 20 09:14:36.884517 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c6e61-8067-4411-b0ec-7d551e1555ee req-77ea2ead-42a3-4e44-928c-084b6c3608e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:36.886000 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-232c6e61-8067-4411-b0ec-7d551e1555ee req-77ea2ead-42a3-4e44-928c-084b6c3608e9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=972bfc84-126c-4f01-aee7-e38b6d81f232 HTTP/1.1" status: 200 len: 849 time: 0.0513587 May 20 09:14:36.919139 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [req-6e49c996-f9d3-4ea5-bdb6-bde5fa137e25 req-425d7f11-35fc-405f-9290-b4eae594f28e tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] For port 1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927,segment=NetworkSegment(0178583d-7daf-444e-a38c-d7c695197188),segment_id=0178583d-7daf-444e-a38c-d7c695197188)] {{(pid=104275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:14:36.919744 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-6e49c996-f9d3-4ea5-bdb6-bde5fa137e25 req-425d7f11-35fc-405f-9290-b4eae594f28e tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:36.930642 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-232c6e61-8067-4411-b0ec-7d551e1555ee req-43e2fd6b-0e3f-44a7-97f0-9b6a85502828 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1b0a1a59-4f0d-4801-acdf-9aa54ef17cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361254 May 20 09:14:36.940450 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [req-6e49c996-f9d3-4ea5-bdb6-bde5fa137e25 req-425d7f11-35fc-405f-9290-b4eae594f28e tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] Calling delete_port for 1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927 owned by compute:nova {{(pid=104275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:14:37.031570 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-45bf1efd-6a15-42f3-abbc-f98f94bb75aa req-1aa4c8c1-bff5-4ae4-a8e5-40a4eac4d653 service neutron] 10.222.0.44 "GET /v2.0/networks/cb464892-cf71-4d2e-b68f-60163c12a0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034321 May 20 09:14:37.038522 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-232c6e61-8067-4411-b0ec-7d551e1555ee req-6216b192-6e89-45eb-bb11-af8602825b41 service neutron] 10.222.0.44 "GET /v2.0/networks/1b0a1a59-4f0d-4801-acdf-9aa54ef17cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953274 May 20 09:14:37.114839 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:37.137819 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-6e49c996-f9d3-4ea5-bdb6-bde5fa137e25 req-425d7f11-35fc-405f-9290-b4eae594f28e tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30908355'] for port (1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:37.141050 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-232c6e61-8067-4411-b0ec-7d551e1555ee req-7daa3a27-ce40-4ba5-872c-08129389e039 service neutron] 10.222.0.44 "GET /v2.0/networks/1b0a1a59-4f0d-4801-acdf-9aa54ef17cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944812 May 20 09:14:37.154907 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] get_ports_and_sgs() called for port_ids ['1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927'] {{(pid=104277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 09:14:37.168460 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d7f11-35fc-405f-9290-b4eae594f28e tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] Pushing event deleted for resources: {'Port': ['ID=1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:37.232652 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e49c996-f9d3-4ea5-bdb6-bde5fa137e25 req-425d7f11-35fc-405f-9290-b4eae594f28e tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] No DVR routers for this DVR port 1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927 on host hv-cinder-83699 {{(pid=104275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:14:37.235799 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-6e49c996-f9d3-4ea5-bdb6-bde5fa137e25 req-425d7f11-35fc-405f-9290-b4eae594f28e tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for port (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:37.239025 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-6e49c996-f9d3-4ea5-bdb6-bde5fa137e25 req-425d7f11-35fc-405f-9290-b4eae594f28e tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.44 "DELETE /v2.0/ports/1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927 HTTP/1.1" status: 204 len: 173 time: 0.8650868 May 20 09:14:37.347898 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf137792-5404-466a-bb29-9cb4549a9fc0 req-eec9b067-bb39-4f9b-8e08-e19a52c5ed69 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:37.349525 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-cf137792-5404-466a-bb29-9cb4549a9fc0 req-eec9b067-bb39-4f9b-8e08-e19a52c5ed69 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0484703 May 20 09:14:37.401032 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-cf137792-5404-466a-bb29-9cb4549a9fc0 req-3e30464d-165b-4110-b757-dae96bbc39b8 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454102 May 20 09:14:37.465071 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e26fcf7-52fb-4640-9eeb-1de9f728cc0b', 'name': 'network-vif-deleted', 'tag': '1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927'}] {{(pid=104275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:14:37.467524 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eea53449646a7168c1429fc9fd421a4bc8c13d7c241c91a60dad7e76b53d9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a007505-33af-4833-a312-f954c5abb562" -d '{"events": [{"server_uuid": "6e26fcf7-52fb-4640-9eeb-1de9f728cc0b", "name": "network-vif-deleted", "tag": "1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927"}]}' {{(pid=104275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:14:37.506026 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 09:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580752b2-c004-43dc-90a3-70dd94b1babb x-openstack-request-id: req-580752b2-c004-43dc-90a3-70dd94b1babb {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:14:37.506410 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e26fcf7-52fb-4640-9eeb-1de9f728cc0b", "name": "network-vif-deleted", "tag": "1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927", "status": "completed", "code": 200}]} {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:14:37.506690 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-580752b2-c004-43dc-90a3-70dd94b1babb {{(pid=104275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:14:37.507104 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.notifiers.nova [-] Nova event matching ['req-580752b2-c004-43dc-90a3-70dd94b1babb'] response: {'server_uuid': '6e26fcf7-52fb-4640-9eeb-1de9f728cc0b', 'name': 'network-vif-deleted', 'tag': '1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927', 'status': 'completed', 'code': 200} May 20 09:14:37.736325 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-de470bad-ac48-4041-9625-7900a8e16f30 req-a3668671-b6cf-4b2a-98bf-adb7b4a498b2 tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e26fcf7-52fb-4640-9eeb-1de9f728cc0b HTTP/1.1" status: 200 len: 210 time: 0.0300424 May 20 09:14:37.971610 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c427c57-3df7-41d6-b6bb-655e5f2c1213 req-4a463973-91ff-4322-ba52-72087d91101d tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:37.973104 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-1c427c57-3df7-41d6-b6bb-655e5f2c1213 req-4a463973-91ff-4322-ba52-72087d91101d tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/ports?device_id=025af0dd-4c95-4946-b62c-402f7f570ad7 HTTP/1.1" status: 200 len: 943 time: 0.0496330 May 20 09:14:38.023001 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-1c427c57-3df7-41d6-b6bb-655e5f2c1213 req-32525ce4-897f-410c-b7bf-c74b6feca34a tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/security-groups?id=58151b77-d679-474e-9a70-9f24dcfd8d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442538 May 20 09:14:38.514277 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207a35a-fc73-465c-b2cc-a8c17ff27315 req-043712fc-eb04-4249-b4a1-2ee7b0fe5b67 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:38.515922 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f207a35a-fc73-465c-b2cc-a8c17ff27315 req-043712fc-eb04-4249-b4a1-2ee7b0fe5b67 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0479178 May 20 09:14:38.563133 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f207a35a-fc73-465c-b2cc-a8c17ff27315 req-d3cc5462-2f77-4eac-8d6a-6612d4094915 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416336 May 20 09:14:38.842958 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-7a17621c-0169-4291-a948-cacacb3864ad req-89e25e3b-01a2-4fd1-9fdd-926b9a7ca7bb tempest-DeleteServersTestJSON-1859292983 tempest-DeleteServersTestJSON-1859292983-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e26fcf7-52fb-4640-9eeb-1de9f728cc0b HTTP/1.1" status: 200 len: 210 time: 0.0269687 May 20 09:14:39.142690 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22237cee-cc94-4b3e-9e78-7faa24989223 req-d38259d5-2207-4049-8986-a5d9e538083b tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:39.144600 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-22237cee-cc94-4b3e-9e78-7faa24989223 req-d38259d5-2207-4049-8986-a5d9e538083b tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/ports?device_id=025af0dd-4c95-4946-b62c-402f7f570ad7 HTTP/1.1" status: 200 len: 943 time: 0.0525498 May 20 09:14:39.168036 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:39.207958 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-22237cee-cc94-4b3e-9e78-7faa24989223 req-2cb290e0-f6e1-4e75-99ff-73f9c165f51c tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/security-groups?id=58151b77-d679-474e-9a70-9f24dcfd8d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571439 May 20 09:14:39.693385 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45fae9-c1d5-4314-8737-aa240acf06eb req-5ad4b824-0127-4e08-ab10-ccbf0f2003ce tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:39.694871 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-ad45fae9-c1d5-4314-8737-aa240acf06eb req-5ad4b824-0127-4e08-ab10-ccbf0f2003ce tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0505855 May 20 09:14:39.749936 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-ad45fae9-c1d5-4314-8737-aa240acf06eb req-36c81485-f2ce-4ebd-887d-97b30f0cda6c tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459750 May 20 09:14:40.331399 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d5184-3e69-4fe5-8e1c-2a48a9cda7ed req-fa317c53-9dcd-46ee-bc59-1cc106301463 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:40.332756 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-fb9d5184-3e69-4fe5-8e1c-2a48a9cda7ed req-fa317c53-9dcd-46ee-bc59-1cc106301463 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/ports?device_id=025af0dd-4c95-4946-b62c-402f7f570ad7 HTTP/1.1" status: 200 len: 943 time: 0.0464780 May 20 09:14:40.381721 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-fb9d5184-3e69-4fe5-8e1c-2a48a9cda7ed req-31cdc592-ddf9-407b-a90b-ad01b8878456 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/security-groups?id=58151b77-d679-474e-9a70-9f24dcfd8d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407164 May 20 09:14:40.386131 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device bbb019e5-d966-4665-acdc-10074ccea14b details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 09:14:40.489289 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port bbb019e5-d966-4665-acdc-10074ccea14b, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=bbb019e5-d966-4665-acdc-10074ccea14b,segment=NetworkSegment(702855b5-4962-47b4-ac45-aaf842a4902e),segment_id=702855b5-4962-47b4-ac45-aaf842a4902e)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:14:40.501234 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Returning: {'device': 'bbb019e5-d966-4665-acdc-10074ccea14b', 'network_id': '1b0a1a59-4f0d-4801-acdf-9aa54ef17cad', 'port_id': 'bbb019e5-d966-4665-acdc-10074ccea14b', 'mac_address': 'fa:16:3e:ee:32:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '972bfc84-126c-4f01-aee7-e38b6d81f232', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 09:14:40.540480 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port bbb019e5-d966-4665-acdc-10074ccea14b is: DOWN; New status is: BUILD {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:14:40.540876 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (bbb019e5-d966-4665-acdc-10074ccea14b), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:40.669749 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbb019e5-d966-4665-acdc-10074ccea14b {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 09:14:40.689855 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port bbb019e5-d966-4665-acdc-10074ccea14b, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=bbb019e5-d966-4665-acdc-10074ccea14b,segment=NetworkSegment(702855b5-4962-47b4-ac45-aaf842a4902e),segment_id=702855b5-4962-47b4-ac45-aaf842a4902e)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:14:40.695065 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (bbb019e5-d966-4665-acdc-10074ccea14b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:40.741780 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=bbb019e5-d966-4665-acdc-10074ccea14b,revision_number=4']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:40.998429 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.agents_db [None req-08ca63ee-ac6b-41b9-8918-1f445ad695da None None] Agent healthcheck: found 6 active agents {{(pid=104278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 09:14:41.095482 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62521938-acfc-4610-b1fc-7d0c7ca14a06 req-00e4c3ad-f3f1-4253-9742-7d5dad584a78 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:41.096940 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-62521938-acfc-4610-b1fc-7d0c7ca14a06 req-00e4c3ad-f3f1-4253-9742-7d5dad584a78 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.2709513 May 20 09:14:41.146425 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-62521938-acfc-4610-b1fc-7d0c7ca14a06 req-617dc8fe-9e5e-4fad-a044-1ee82f35cb93 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409169 May 20 09:14:41.517421 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9651095-5520-4de8-bc16-6e9a51b9405e req-5e6422b6-1d5d-4b0c-9996-dc0dbe222cbe tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:41.518876 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b9651095-5520-4de8-bc16-6e9a51b9405e req-5e6422b6-1d5d-4b0c-9996-dc0dbe222cbe tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/ports?device_id=025af0dd-4c95-4946-b62c-402f7f570ad7 HTTP/1.1" status: 200 len: 944 time: 0.0514438 May 20 09:14:41.570650 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b9651095-5520-4de8-bc16-6e9a51b9405e req-69f37c09-bbb7-4032-9592-600008c68042 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/security-groups?id=58151b77-d679-474e-9a70-9f24dcfd8d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458326 May 20 09:14:42.208025 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 09:14:42.228154 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] No Port match for: 1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927 {{(pid=104277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 20 09:14:42.228591 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 1a09aad3-d3c9-4bd3-b661-5c6b0dcb1927 not bound to the agent host hv-cinder-83699 {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 09:14:42.278065 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4574e-0199-4d3a-ae02-a1549f7acdb3 req-c6af9d79-3c80-4dd5-a917-8c88961b998c tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:42.279578 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-35d4574e-0199-4d3a-ae02-a1549f7acdb3 req-c6af9d79-3c80-4dd5-a917-8c88961b998c tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0478837 May 20 09:14:42.330640 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-35d4574e-0199-4d3a-ae02-a1549f7acdb3 req-009739e8-0912-476c-98f7-0a31a8ed246e tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451930 May 20 09:14:42.573998 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] get_ports_and_sgs() called for port_ids ['bbb019e5-d966-4665-acdc-10074ccea14b'] {{(pid=104277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 09:14:42.710290 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba85afa-56d7-44b7-b2d1-b1c060471897 req-ecb77242-a184-4cd9-b514-8d2362bc20e7 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:42.712112 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3ba85afa-56d7-44b7-b2d1-b1c060471897 req-ecb77242-a184-4cd9-b514-8d2362bc20e7 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/ports?device_id=025af0dd-4c95-4946-b62c-402f7f570ad7 HTTP/1.1" status: 200 len: 944 time: 0.0546014 May 20 09:14:42.724143 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:42.760916 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3ba85afa-56d7-44b7-b2d1-b1c060471897 req-aa74de44-6a23-4e6c-bbba-963f76f3fee5 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/security-groups?id=58151b77-d679-474e-9a70-9f24dcfd8d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426445 May 20 09:14:43.260515 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 59710) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:14:43.375330 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-0f9eb295-63a1-461b-91d4-8b6717c86959 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:43.464008 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:43.473089 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c637dd-f405-4e34-8b36-31b8f1d498c6 req-de9c5494-c3f0-4748-b0ac-27b29fff7400 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:43.478821 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-73c637dd-f405-4e34-8b36-31b8f1d498c6 req-de9c5494-c3f0-4748-b0ac-27b29fff7400 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0665176 May 20 09:14:43.480458 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 59734) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:14:43.486153 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-0f9eb295-63a1-461b-91d4-8b6717c86959 admin admin] Publish callbacks [] for security_group (fd5ce10d-5d30-4e5f-8e43-d2563c28d84f), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:43.495860 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-0f9eb295-63a1-461b-91d4-8b6717c86959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (fd5ce10d-5d30-4e5f-8e43-d2563c28d84f), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:43.503550 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-88876491-ac7e-4497-8524-08dbca0e6234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:43.543203 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-0f9eb295-63a1-461b-91d4-8b6717c86959 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=582d399fa91143ffbb71776f28fadf61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2815599 May 20 09:14:43.544131 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 59738) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:14:43.558918 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9eb295-63a1-461b-91d4-8b6717c86959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5ce10d-5d30-4e5f-8e43-d2563c28d84f,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:43.561825 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.db_base_plugin_v2 [None req-1188e67b-962f-4df4-b1d8-3623c08e7745 admin admin] Deleting subnet 138e2659-b73a-40fb-8704-34c79ff06be3 {{(pid=104275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 20 09:14:43.565452 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-1188e67b-962f-4df4-b1d8-3623c08e7745 admin admin] Publish callbacks [] for subnet (138e2659-b73a-40fb-8704-34c79ff06be3), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:43.606878 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-73c637dd-f405-4e34-8b36-31b8f1d498c6 req-cc9ab3bb-a2cc-41fb-8515-79f923e26655 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240849 May 20 09:14:43.627511 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-1188e67b-962f-4df4-b1d8-3623c08e7745 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30883873'] for subnet (138e2659-b73a-40fb-8704-34c79ff06be3), precommit_delete_associations {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:43.629734 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-30630155-566f-4418-8d61-10864c0871cc admin admin] Publish callbacks [] for security_group (fd5ce10d-5d30-4e5f-8e43-d2563c28d84f), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:43.653543 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-30630155-566f-4418-8d61-10864c0871cc admin admin] Publish callbacks [] for security_group (fd5ce10d-5d30-4e5f-8e43-d2563c28d84f), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:43.678345 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-1188e67b-962f-4df4-b1d8-3623c08e7745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1460055'] for subnet (138e2659-b73a-40fb-8704-34c79ff06be3), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:43.702250 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-30630155-566f-4418-8d61-10864c0871cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (fd5ce10d-5d30-4e5f-8e43-d2563c28d84f), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:43.704809 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-30630155-566f-4418-8d61-10864c0871cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:43.706075 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-30630155-566f-4418-8d61-10864c0871cc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fd5ce10d-5d30-4e5f-8e43-d2563c28d84f HTTP/1.1" status: 204 len: 168 time: 0.1598868 May 20 09:14:43.714596 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30630155-566f-4418-8d61-10864c0871cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5ce10d-5d30-4e5f-8e43-d2563c28d84f,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:43.742710 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-1188e67b-962f-4df4-b1d8-3623c08e7745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1460046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30904882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31209470'] for subnet (138e2659-b73a-40fb-8704-34c79ff06be3), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:43.769398 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1188e67b-962f-4df4-b1d8-3623c08e7745 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=138e2659-b73a-40fb-8704-34c79ff06be3,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:43.778642 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-1188e67b-962f-4df4-b1d8-3623c08e7745 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:43.782589 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-1188e67b-962f-4df4-b1d8-3623c08e7745 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/138e2659-b73a-40fb-8704-34c79ff06be3 HTTP/1.1" status: 204 len: 168 time: 0.3002586 May 20 09:14:43.785477 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 59750) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:14:43.907684 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95104261-4a0e-46d5-8e4a-97483fc4a58a req-c63c9f26-114b-433b-bfb5-5977bc98eb0d tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:43.909268 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-95104261-4a0e-46d5-8e4a-97483fc4a58a req-c63c9f26-114b-433b-bfb5-5977bc98eb0d tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/ports?device_id=025af0dd-4c95-4946-b62c-402f7f570ad7 HTTP/1.1" status: 200 len: 944 time: 0.0777366 May 20 09:14:43.911925 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-d2ff7cc8-b0da-4bdc-b9b0-4c37e3531d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1485502'] for network (f436d993-53fd-4882-b0ef-cefd5c9953db), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:44.019806 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-95104261-4a0e-46d5-8e4a-97483fc4a58a req-85151910-1527-49ad-b5ac-2ab379334e2e tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/security-groups?id=58151b77-d679-474e-9a70-9f24dcfd8d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043563 May 20 09:14:44.025887 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-d2ff7cc8-b0da-4bdc-b9b0-4c37e3531d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458914', 'neutron.services.segments.db._delete_segments_for_network-8728767071618'] for network (f436d993-53fd-4882-b0ef-cefd5c9953db), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:44.028586 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 59754) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:14:44.033028 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:44.048176 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.services.segments.db [None req-d2ff7cc8-b0da-4bdc-b9b0-4c37e3531d1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f436d993-53fd-4882-b0ef-cefd5c9953db']}} {{(pid=104276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:14:44.052616 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-39570176-5093-44c8-8ba1-a38f6d10fbbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:44.058480 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.services.segments.db [None req-d2ff7cc8-b0da-4bdc-b9b0-4c37e3531d1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0178583d-7daf-444e-a38c-d7c695197188') {'for_net_delete': True} {{(pid=104276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:14:44.058778 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.services.segments.db [None req-d2ff7cc8-b0da-4bdc-b9b0-4c37e3531d1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0178583d-7daf-444e-a38c-d7c695197188') {} {{(pid=104276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:14:44.072549 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-d2ff7cc8-b0da-4bdc-b9b0-4c37e3531d1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728767071371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30533084'] for segment (0178583d-7daf-444e-a38c-d7c695197188), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:44.086978 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-d2ff7cc8-b0da-4bdc-b9b0-4c37e3531d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461326'] for segment (0178583d-7daf-444e-a38c-d7c695197188), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:44.093609 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2ff7cc8-b0da-4bdc-b9b0-4c37e3531d1c admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=104276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 09:14:44.094047 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-d2ff7cc8-b0da-4bdc-b9b0-4c37e3531d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32464829'] for segment (0178583d-7daf-444e-a38c-d7c695197188), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:44.131967 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.services.segments.plugin [-] Segment 0178583d-7daf-444e-a38c-d7c695197188 resource provider aggregate not found May 20 09:14:44.132448 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-39570176-5093-44c8-8ba1-a38f6d10fbbf admin admin] Publish callbacks [] for security_group (aa4843b5-bb7a-4bc3-87a4-5652abbee369), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:44.138137 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-39570176-5093-44c8-8ba1-a38f6d10fbbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (aa4843b5-bb7a-4bc3-87a4-5652abbee369), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:44.152716 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:DELETE=3,neutron:SELECT=88,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:44.152934 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.services.segments.plugin [-] Segment 0178583d-7daf-444e-a38c-d7c695197188 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0178583d-7daf-444e-a38c-d7c695197188 found for delete ", "request_id": "req-46bc9e88-65a3-4523-9322-4898272cf4a6"}]} May 20 09:14:44.170338 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-d2ff7cc8-b0da-4bdc-b9b0-4c37e3531d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680149'] for network (f436d993-53fd-4882-b0ef-cefd5c9953db), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:44.176090 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-d2ff7cc8-b0da-4bdc-b9b0-4c37e3531d1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for network (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:44.179299 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-d2ff7cc8-b0da-4bdc-b9b0-4c37e3531d1c admin admin] 10.222.0.69 "DELETE /v2.0/networks/f436d993-53fd-4882-b0ef-cefd5c9953db HTTP/1.1" status: 204 len: 168 time: 0.3926675 May 20 09:14:44.186771 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39570176-5093-44c8-8ba1-a38f6d10fbbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4843b5-bb7a-4bc3-87a4-5652abbee369,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:44.194333 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-39570176-5093-44c8-8ba1-a38f6d10fbbf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c413c25f8045480a80a42fdd30ae1b60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1643834 May 20 09:14:44.196904 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 59762) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:14:44.198404 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff7cc8-b0da-4bdc-b9b0-4c37e3531d1c admin admin] Pushing event deleted for resources: {'Network': ['ID=f436d993-53fd-4882-b0ef-cefd5c9953db,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:44.218196 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device bbb019e5-d966-4665-acdc-10074ccea14b up at agent hyperv_hv-cinder-83699 {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:14:44.255828 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-49d7bcd6-978b-450e-a212-5bcc8f1705ac admin admin] Publish callbacks [] for security_group (aa4843b5-bb7a-4bc3-87a4-5652abbee369), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:44.270036 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:44.278095 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Provisioning for port bbb019e5-d966-4665-acdc-10074ccea14b completed by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 20 09:14:44.278873 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-49d7bcd6-978b-450e-a212-5bcc8f1705ac admin admin] Publish callbacks [] for security_group (aa4843b5-bb7a-4bc3-87a4-5652abbee369), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:44.285648 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Provisioning complete for port bbb019e5-d966-4665-acdc-10074ccea14b triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:14:44.286055 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (bbb019e5-d966-4665-acdc-10074ccea14b), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:44.288638 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:44.336953 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-49d7bcd6-978b-450e-a212-5bcc8f1705ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (aa4843b5-bb7a-4bc3-87a4-5652abbee369), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:44.340923 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-49d7bcd6-978b-450e-a212-5bcc8f1705ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:44.345022 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-49d7bcd6-978b-450e-a212-5bcc8f1705ac admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/aa4843b5-bb7a-4bc3-87a4-5652abbee369 HTTP/1.1" status: 204 len: 168 time: 0.1413467 May 20 09:14:44.350226 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d7bcd6-978b-450e-a212-5bcc8f1705ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4843b5-bb7a-4bc3-87a4-5652abbee369,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:44.376027 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port bbb019e5-d966-4665-acdc-10074ccea14b is: BUILD; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:14:44.376414 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (bbb019e5-d966-4665-acdc-10074ccea14b), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:44.386643 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 59766) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:14:44.404476 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025af0dd-4c95-4946-b62c-402f7f570ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb019e5-d966-4665-acdc-10074ccea14b'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:14:44.406879 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a79de04d4ec243d1cdc81b41ccc126ec62664011dfe1c1a94e68b1d536b5d8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99dfa7a-c3b8-438a-ae08-048407016887" -d '{"events": [{"server_uuid": "025af0dd-4c95-4946-b62c-402f7f570ad7", "name": "network-vif-plugged", "status": "completed", "tag": "bbb019e5-d966-4665-acdc-10074ccea14b"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:14:44.420757 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port bbb019e5-d966-4665-acdc-10074ccea14b, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=bbb019e5-d966-4665-acdc-10074ccea14b,segment=NetworkSegment(702855b5-4962-47b4-ac45-aaf842a4902e),segment_id=702855b5-4962-47b4-ac45-aaf842a4902e)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:14:44.427969 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (bbb019e5-d966-4665-acdc-10074ccea14b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:44.449388 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-810c5f42-3645-4f8a-b7f0-12b7b7d4d916 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e84fe8cfef0c4aa3a55dccc8f9aaddc9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0591693 May 20 09:14:44.449787 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 59772) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:14:44.451894 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 09:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade437c1-04fd-4b8f-87b6-143e86243377 x-openstack-request-id: req-ade437c1-04fd-4b8f-87b6-143e86243377 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:14:44.452204 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "025af0dd-4c95-4946-b62c-402f7f570ad7", "name": "network-vif-plugged", "status": "completed", "tag": "bbb019e5-d966-4665-acdc-10074ccea14b", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:14:44.452557 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ade437c1-04fd-4b8f-87b6-143e86243377 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:14:44.452844 dv-cinder-836996-23-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ade437c1-04fd-4b8f-87b6-143e86243377'] response: {'server_uuid': '025af0dd-4c95-4946-b62c-402f7f570ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb019e5-d966-4665-acdc-10074ccea14b', 'code': 200} May 20 09:14:44.481854 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=bbb019e5-d966-4665-acdc-10074ccea14b,revision_number=5']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:44.542803 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-efd00bfd-3532-4ccf-b677-edfb7cd4cba2 admin admin] Publish callbacks [] for security_group (17f26925-f1fc-44f5-854c-e8f8b00bae99), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:44.565521 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-efd00bfd-3532-4ccf-b677-edfb7cd4cba2 admin admin] Publish callbacks [] for security_group (17f26925-f1fc-44f5-854c-e8f8b00bae99), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:44.592837 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:44.620612 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-efd00bfd-3532-4ccf-b677-edfb7cd4cba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (17f26925-f1fc-44f5-854c-e8f8b00bae99), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:44.624007 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-efd00bfd-3532-4ccf-b677-edfb7cd4cba2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:44.625607 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-efd00bfd-3532-4ccf-b677-edfb7cd4cba2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/17f26925-f1fc-44f5-854c-e8f8b00bae99 HTTP/1.1" status: 204 len: 168 time: 0.1746712 May 20 09:14:44.642799 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd00bfd-3532-4ccf-b677-edfb7cd4cba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f26925-f1fc-44f5-854c-e8f8b00bae99,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:44.657340 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113f6f2d-600a-4890-aa01-53a8cc1b1dd0 req-23f8260a-c7b4-4876-b030-7ab9c7eddbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:44.658987 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-113f6f2d-600a-4890-aa01-53a8cc1b1dd0 req-23f8260a-c7b4-4876-b030-7ab9c7eddbb4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=025af0dd-4c95-4946-b62c-402f7f570ad7 HTTP/1.1" status: 200 len: 1129 time: 0.0549903 May 20 09:14:44.764016 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493dabe1-0b17-4d8f-b72a-7789c660a57f req-34647740-4528-435f-9178-30dae10511d2 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:44.765766 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-493dabe1-0b17-4d8f-b72a-7789c660a57f req-34647740-4528-435f-9178-30dae10511d2 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0591328 May 20 09:14:44.765920 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-113f6f2d-600a-4890-aa01-53a8cc1b1dd0 req-6532a0be-3a47-4df4-a894-8cd1f690567f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=58151b77-d679-474e-9a70-9f24dcfd8d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904229 May 20 09:14:44.821763 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-493dabe1-0b17-4d8f-b72a-7789c660a57f req-2e9f1d20-6ee2-4256-ab88-19ca8310b436 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498877 May 20 09:14:45.157912 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:45.172214 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8402a4a4-79f3-4ed0-9471-2da383b6882d req-f88aa34a-27d3-4e1d-9c50-abeda570e899 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:45.173937 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-8402a4a4-79f3-4ed0-9471-2da383b6882d req-f88aa34a-27d3-4e1d-9c50-abeda570e899 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/ports?device_id=025af0dd-4c95-4946-b62c-402f7f570ad7 HTTP/1.1" status: 200 len: 945 time: 0.0647097 May 20 09:14:45.230260 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-8402a4a4-79f3-4ed0-9471-2da383b6882d req-6781ecf5-e80e-4826-84b7-31bcb7ab0d70 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/security-groups?id=58151b77-d679-474e-9a70-9f24dcfd8d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502481 May 20 09:14:45.777548 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4878fb47-26f7-47f0-9090-9ea0c2e33baa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:45.950227 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad4a6c-8360-4461-b1ee-aef93597bb6a req-c9e62001-0bcb-4c58-b1fd-014e5df250de tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:45.951962 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-95ad4a6c-8360-4461-b1ee-aef93597bb6a req-c9e62001-0bcb-4c58-b1fd-014e5df250de tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0592391 May 20 09:14:46.014214 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-95ad4a6c-8360-4461-b1ee-aef93597bb6a req-1a557ef2-83af-42f5-a7b9-9608cdbfdbea tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558968 May 20 09:14:46.367011 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe71d8-7036-4438-ac4b-fa85834f8367 req-4f7bed8e-31f7-4f2f-8ae4-a1b5b3749389 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:46.368703 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-aabe71d8-7036-4438-ac4b-fa85834f8367 req-4f7bed8e-31f7-4f2f-8ae4-a1b5b3749389 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/ports?device_id=025af0dd-4c95-4946-b62c-402f7f570ad7 HTTP/1.1" status: 200 len: 945 time: 0.0558469 May 20 09:14:46.432038 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-aabe71d8-7036-4438-ac4b-fa85834f8367 req-151d4564-efc6-41bd-9a2f-a93d4bb9c248 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/security-groups?id=58151b77-d679-474e-9a70-9f24dcfd8d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570467 May 20 09:14:46.606323 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 59898) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:14:46.690283 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 59902) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:14:46.807697 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-cd7a4c0f-7cf3-4e00-aece-e130603502c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:46.820720 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a9dda777-55a7-4d6c-8d77-1a819f807d5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:46.970528 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-cd7a4c0f-7cf3-4e00-aece-e130603502c7 admin admin] Publish callbacks [] for security_group (c5ae8b02-16d3-4fbe-8c94-21489c869f2b), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:46.975583 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-cb3260d2-7340-4a47-ae7a-bdde045e11d9 req-5d10711c-52ff-4f9f-ab26-f25c39c282fa tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=98d3bea8a0a8490b95320500190332a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462668 May 20 09:14:46.992322 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-cd7a4c0f-7cf3-4e00-aece-e130603502c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (c5ae8b02-16d3-4fbe-8c94-21489c869f2b), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:47.000602 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a9dda777-55a7-4d6c-8d77-1a819f807d5f admin admin] Publish callbacks [] for security_group (66f6bd05-7b48-4282-af9b-70604d0a5278), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:47.047838 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a9dda777-55a7-4d6c-8d77-1a819f807d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (66f6bd05-7b48-4282-af9b-70604d0a5278), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:47.074888 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:47.109639 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:47.137303 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-cd7a4c0f-7cf3-4e00-aece-e130603502c7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b6adce7ff0fc4f3a92681b82d44628ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5298858 May 20 09:14:47.140376 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26626ca2-64e5-44e7-9f91-062d72e997ed req-97607891-0ef6-4fa8-ad44-8a3fb831b470 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:47.141902 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-26626ca2-64e5-44e7-9f91-062d72e997ed req-97607891-0ef6-4fa8-ad44-8a3fb831b470 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0472808 May 20 09:14:47.142647 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 59922) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:14:47.149170 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a4c0f-7cf3-4e00-aece-e130603502c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ae8b02-16d3-4fbe-8c94-21489c869f2b,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:47.182330 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-a9dda777-55a7-4d6c-8d77-1a819f807d5f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c5c4ca3bacad4a40ba9aa63313d75417&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4907320 May 20 09:14:47.186686 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 59924) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:14:47.241117 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dda777-55a7-4d6c-8d77-1a819f807d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f6bd05-7b48-4282-af9b-70604d0a5278,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:47.254925 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-26626ca2-64e5-44e7-9f91-062d72e997ed req-a24cc6a0-7b48-4d77-b153-4d53536db565 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055555 May 20 09:14:47.260879 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3260d2-7340-4a47-ae7a-bdde045e11d9 req-9406a771-d898-47f8-afbb-dc7d9ceb9f43 tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:47.262408 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-cb3260d2-7340-4a47-ae7a-bdde045e11d9 req-9406a771-d898-47f8-afbb-dc7d9ceb9f43 tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2719235 May 20 09:14:47.267985 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-19d6e4cc-9722-4dde-ae4f-f50dbad44747 admin admin] Publish callbacks [] for security_group (c5ae8b02-16d3-4fbe-8c94-21489c869f2b), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:47.279756 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-cb3260d2-7340-4a47-ae7a-bdde045e11d9 req-7f399a0b-51a4-4209-bf74-cd40807b1f66 tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] 10.222.0.69 "GET /v2.0/quotas/98d3bea8a0a8490b95320500190332a2 HTTP/1.1" status: 200 len: 375 time: 0.0119605 May 20 09:14:47.295227 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-d024f0ca-a316-4360-b756-00cc81707439 admin admin] Publish callbacks [] for security_group (66f6bd05-7b48-4282-af9b-70604d0a5278), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:47.301484 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-19d6e4cc-9722-4dde-ae4f-f50dbad44747 admin admin] Publish callbacks [] for security_group (c5ae8b02-16d3-4fbe-8c94-21489c869f2b), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:47.311884 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-cb3260d2-7340-4a47-ae7a-bdde045e11d9 req-dac9df6a-8b00-432d-8e57-267fc7801efc tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=98d3bea8a0a8490b95320500190332a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264852 May 20 09:14:47.339107 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-d024f0ca-a316-4360-b756-00cc81707439 admin admin] Publish callbacks [] for security_group (66f6bd05-7b48-4282-af9b-70604d0a5278), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:47.389912 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-19d6e4cc-9722-4dde-ae4f-f50dbad44747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (c5ae8b02-16d3-4fbe-8c94-21489c869f2b), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:47.392924 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-19d6e4cc-9722-4dde-ae4f-f50dbad44747 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:47.394099 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-19d6e4cc-9722-4dde-ae4f-f50dbad44747 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c5ae8b02-16d3-4fbe-8c94-21489c869f2b HTTP/1.1" status: 204 len: 168 time: 0.2506149 May 20 09:14:47.404223 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d6e4cc-9722-4dde-ae4f-f50dbad44747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ae8b02-16d3-4fbe-8c94-21489c869f2b,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:47.406441 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-d024f0ca-a316-4360-b756-00cc81707439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (66f6bd05-7b48-4282-af9b-70604d0a5278), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:47.409300 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-d024f0ca-a316-4360-b756-00cc81707439 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:47.410544 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-d024f0ca-a316-4360-b756-00cc81707439 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/66f6bd05-7b48-4282-af9b-70604d0a5278 HTTP/1.1" status: 204 len: 168 time: 0.2228296 May 20 09:14:47.419426 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d024f0ca-a316-4360-b756-00cc81707439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f6bd05-7b48-4282-af9b-70604d0a5278,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:47.528837 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-18465d36-18ff-40db-b40d-c2c8eb3c6ce9 req-a5777280-cfc7-4ae5-9c63-f45c51744fb1 tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] 10.222.0.69 "GET /v2.0/ports?device_id=87e9dd6a-5407-4021-b30b-5d9212141228 HTTP/1.1" status: 200 len: 210 time: 0.0397127 May 20 09:14:47.619484 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99018c06-06c4-464e-a646-264aa75dc414 req-afb1f5ca-d5d9-4bd7-bd5d-48674022e6a2 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:47.621464 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-99018c06-06c4-464e-a646-264aa75dc414 req-afb1f5ca-d5d9-4bd7-bd5d-48674022e6a2 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/ports?device_id=025af0dd-4c95-4946-b62c-402f7f570ad7 HTTP/1.1" status: 200 len: 945 time: 0.0593197 May 20 09:14:47.674440 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:47.688005 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-99018c06-06c4-464e-a646-264aa75dc414 req-384b7f77-31a1-42d3-8a86-e84cf075398f tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/security-groups?id=58151b77-d679-474e-9a70-9f24dcfd8d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602539 May 20 09:14:47.833364 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 59948) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:14:47.847767 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-704706d9-e88b-4baa-9f2c-9c7d16ae6980 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:47.854636 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 59950) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:14:47.869993 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-92225422-f02b-419a-8121-899154d29675 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:47.894096 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:47.953582 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-704706d9-e88b-4baa-9f2c-9c7d16ae6980 admin admin] Publish callbacks [] for security_group (f99f7f08-da5b-4fa3-8624-7509fd522ea3), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:47.959175 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-704706d9-e88b-4baa-9f2c-9c7d16ae6980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (f99f7f08-da5b-4fa3-8624-7509fd522ea3), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:47.962830 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-92225422-f02b-419a-8121-899154d29675 admin admin] Publish callbacks [] for security_group (935ebe71-0b5f-4cc6-aa33-a1d617a77466), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:47.968738 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-92225422-f02b-419a-8121-899154d29675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (935ebe71-0b5f-4cc6-aa33-a1d617a77466), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:48.013461 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-704706d9-e88b-4baa-9f2c-9c7d16ae6980 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9c1d110ff7734fb49aa31a6ad96b69e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1788337 May 20 09:14:48.013601 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-92225422-f02b-419a-8121-899154d29675 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=27d99232f46846a0a7a03ad737653936&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1576970 May 20 09:14:48.014469 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704706d9-e88b-4baa-9f2c-9c7d16ae6980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99f7f08-da5b-4fa3-8624-7509fd522ea3,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:48.016871 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 59958) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:14:48.023885 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 59960) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:14:48.024587 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92225422-f02b-419a-8121-899154d29675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935ebe71-0b5f-4cc6-aa33-a1d617a77466,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:48.072049 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-39ea21ba-4d95-455f-9da8-5a3ea9815219 admin admin] Publish callbacks [] for security_group (935ebe71-0b5f-4cc6-aa33-a1d617a77466), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:48.087217 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:48.096855 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-75d48943-848b-4053-9ba7-ef59c2487455 admin admin] Publish callbacks [] for security_group (f99f7f08-da5b-4fa3-8624-7509fd522ea3), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:48.097263 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-39ea21ba-4d95-455f-9da8-5a3ea9815219 admin admin] Publish callbacks [] for security_group (935ebe71-0b5f-4cc6-aa33-a1d617a77466), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:48.121357 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-75d48943-848b-4053-9ba7-ef59c2487455 admin admin] Publish callbacks [] for security_group (f99f7f08-da5b-4fa3-8624-7509fd522ea3), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:48.154811 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-39ea21ba-4d95-455f-9da8-5a3ea9815219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (935ebe71-0b5f-4cc6-aa33-a1d617a77466), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:48.159754 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-39ea21ba-4d95-455f-9da8-5a3ea9815219 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:48.163738 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-39ea21ba-4d95-455f-9da8-5a3ea9815219 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/935ebe71-0b5f-4cc6-aa33-a1d617a77466 HTTP/1.1" status: 204 len: 168 time: 0.1457624 May 20 09:14:48.186845 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-75d48943-848b-4053-9ba7-ef59c2487455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (f99f7f08-da5b-4fa3-8624-7509fd522ea3), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:48.195411 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ea21ba-4d95-455f-9da8-5a3ea9815219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935ebe71-0b5f-4cc6-aa33-a1d617a77466,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:48.207655 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-75d48943-848b-4053-9ba7-ef59c2487455 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:48.215946 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-75d48943-848b-4053-9ba7-ef59c2487455 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f99f7f08-da5b-4fa3-8624-7509fd522ea3 HTTP/1.1" status: 204 len: 168 time: 0.1865180 May 20 09:14:48.232346 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d48943-848b-4053-9ba7-ef59c2487455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99f7f08-da5b-4fa3-8624-7509fd522ea3,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:48.356356 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:48.382334 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da622c-1dd4-4994-a5e3-48ac5c83f68d req-16aefed8-da20-46bc-9419-b8817f2bb107 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:48.384185 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d0da622c-1dd4-4994-a5e3-48ac5c83f68d req-16aefed8-da20-46bc-9419-b8817f2bb107 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0523496 May 20 09:14:48.444332 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d0da622c-1dd4-4994-a5e3-48ac5c83f68d req-ae60c7ea-e8b9-4d0e-9506-95fda9adc57f tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535712 May 20 09:14:48.532191 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c206d2d-532e-407f-8d5c-bfa2c23f375a req-aa25245b-b014-4250-b0f6-7d92aa50fba9 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:48.533856 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-0c206d2d-532e-407f-8d5c-bfa2c23f375a req-aa25245b-b014-4250-b0f6-7d92aa50fba9 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/ports?device_id=025af0dd-4c95-4946-b62c-402f7f570ad7 HTTP/1.1" status: 200 len: 945 time: 0.0543311 May 20 09:14:48.597022 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-0c206d2d-532e-407f-8d5c-bfa2c23f375a req-88981ac5-ccf4-4d81-bd7c-02db1137f4d0 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/security-groups?id=58151b77-d679-474e-9a70-9f24dcfd8d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558376 May 20 09:14:48.665641 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2b9a9971-2a36-4c37-b7fe-4122085c858f req-8a71e253-698b-454e-a0a8-6cdbff3f0493 tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] 10.222.0.69 "GET /v2.0/ports?device_id=87e9dd6a-5407-4021-b30b-5d9212141228 HTTP/1.1" status: 200 len: 210 time: 0.0353417 May 20 09:14:49.432145 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 60032) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:14:49.562284 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c34cc-8b61-46fb-8646-00c815ffbca1 req-a621e3f0-fa9f-4b83-bc5b-4845f75b4012 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:49.563979 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-046c34cc-8b61-46fb-8646-00c815ffbca1 req-a621e3f0-fa9f-4b83-bc5b-4845f75b4012 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0486526 May 20 09:14:49.617410 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-046c34cc-8b61-46fb-8646-00c815ffbca1 req-4d2ec186-0298-4000-87f8-8d7069d3ce05 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434990 May 20 09:14:49.663141 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-b9e0a67e-da59-4f64-9311-ae8e1ecf460e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:49.730635 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f7c6f-4433-47a0-b905-9453be7e518d req-8cdaead0-31e9-4fa8-b628-d3511c96e5c3 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:49.732312 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2a4f7c6f-4433-47a0-b905-9453be7e518d req-8cdaead0-31e9-4fa8-b628-d3511c96e5c3 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/ports?device_id=025af0dd-4c95-4946-b62c-402f7f570ad7 HTTP/1.1" status: 200 len: 945 time: 0.0593958 May 20 09:14:49.788854 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-4edd77ad-cfe4-413d-8d55-9f5f9333cd9a req-26462e29-9298-4c99-95d4-a1a75556f914 tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] 10.222.0.69 "GET /v2.0/ports?device_id=87e9dd6a-5407-4021-b30b-5d9212141228 HTTP/1.1" status: 200 len: 210 time: 0.0396557 May 20 09:14:49.807224 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-b9e0a67e-da59-4f64-9311-ae8e1ecf460e admin admin] Publish callbacks [] for security_group (edae2806-b7fd-4df2-87f2-3f2e9eea85dd), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:49.812500 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-b9e0a67e-da59-4f64-9311-ae8e1ecf460e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (edae2806-b7fd-4df2-87f2-3f2e9eea85dd), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:49.823640 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2a4f7c6f-4433-47a0-b905-9453be7e518d req-8f801469-a465-4f2e-a871-f008512d1a9a tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/security-groups?id=58151b77-d679-474e-9a70-9f24dcfd8d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849330 May 20 09:14:49.851520 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-b9e0a67e-da59-4f64-9311-ae8e1ecf460e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=36265a64acbe4cfaaeb4613ecaa437b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4158440 May 20 09:14:49.852030 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 60056) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:14:49.857774 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e0a67e-da59-4f64-9311-ae8e1ecf460e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edae2806-b7fd-4df2-87f2-3f2e9eea85dd,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:49.904365 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6c5918f1-48c1-46e8-b92e-55da9274f9db admin admin] Publish callbacks [] for security_group (edae2806-b7fd-4df2-87f2-3f2e9eea85dd), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:49.928590 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6c5918f1-48c1-46e8-b92e-55da9274f9db admin admin] Publish callbacks [] for security_group (edae2806-b7fd-4df2-87f2-3f2e9eea85dd), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:49.975712 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6c5918f1-48c1-46e8-b92e-55da9274f9db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (edae2806-b7fd-4df2-87f2-3f2e9eea85dd), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:49.978455 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6c5918f1-48c1-46e8-b92e-55da9274f9db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:49.979711 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-6c5918f1-48c1-46e8-b92e-55da9274f9db admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/edae2806-b7fd-4df2-87f2-3f2e9eea85dd HTTP/1.1" status: 204 len: 168 time: 0.1263676 May 20 09:14:49.988159 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5918f1-48c1-46e8-b92e-55da9274f9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edae2806-b7fd-4df2-87f2-3f2e9eea85dd,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:50.049563 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-cb3260d2-7340-4a47-ae7a-bdde045e11d9 req-29e3ccc8-feeb-4dc0-8d97-b9e2ae588929 tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=98d3bea8a0a8490b95320500190332a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483539 May 20 09:14:50.150158 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:50.286464 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3260d2-7340-4a47-ae7a-bdde045e11d9 req-d1e57ae0-5a2b-45d2-a1d5-861b9d0fa122 tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:50.288060 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-cb3260d2-7340-4a47-ae7a-bdde045e11d9 req-d1e57ae0-5a2b-45d2-a1d5-861b9d0fa122 tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2326999 May 20 09:14:50.305162 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [req-cb3260d2-7340-4a47-ae7a-bdde045e11d9 req-27b4d07a-f973-4104-8099-83209913b02a tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] Request body: {'port': {'device_id': '87e9dd6a-5407-4021-b30b-5d9212141228', 'network_id': '498009c3-e968-497b-9913-69aab6fe59a2', 'admin_state_up': True, 'tenant_id': '98d3bea8a0a8490b95320500190332a2'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:14:50.404214 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:50.407794 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=4,neutron:DELETE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:50.415327 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137636c-9950-4113-8ad1-4bbd878e199c req-537fe857-576d-4bf1-9edb-7e666a03ad84 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:50.416978 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6137636c-9950-4113-8ad1-4bbd878e199c req-537fe857-576d-4bf1-9edb-7e666a03ad84 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.44 "GET /v2.0/ports?device_id=025af0dd-4c95-4946-b62c-402f7f570ad7 HTTP/1.1" status: 200 len: 945 time: 0.0518274 May 20 09:14:50.422382 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb3260d2-7340-4a47-ae7a-bdde045e11d9 req-27b4d07a-f973-4104-8099-83209913b02a tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] Made reservation on behalf of 98d3bea8a0a8490b95320500190332a2 for: {'port': 1} {{(pid=104275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:14:50.426147 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-cb3260d2-7340-4a47-ae7a-bdde045e11d9 req-27b4d07a-f973-4104-8099-83209913b02a tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:50.435540 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-cb3260d2-7340-4a47-ae7a-bdde045e11d9 req-27b4d07a-f973-4104-8099-83209913b02a tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] Publish callbacks [] for security_group (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:50.520538 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-cb3260d2-7340-4a47-ae7a-bdde045e11d9 req-27b4d07a-f973-4104-8099-83209913b02a tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] Publish callbacks [] for security_group (02ffa1da-54ab-4c78-93af-5b30e289f423), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:50.526919 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-cb3260d2-7340-4a47-ae7a-bdde045e11d9 req-27b4d07a-f973-4104-8099-83209913b02a tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (02ffa1da-54ab-4c78-93af-5b30e289f423), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:50.548067 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:DELETE=2,neutron:SELECT=85,neutron:INSERT=13 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:50.601266 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b4d07a-f973-4104-8099-83209913b02a tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02ffa1da-54ab-4c78-93af-5b30e289f423,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:50.609350 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [req-6137636c-9950-4113-8ad1-4bbd878e199c req-38d4d874-3bc7-4566-931f-4e1d29d3677b tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Deleting port bbb019e5-d966-4665-acdc-10074ccea14b {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:14:50.609692 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-6137636c-9950-4113-8ad1-4bbd878e199c req-38d4d874-3bc7-4566-931f-4e1d29d3677b tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (bbb019e5-d966-4665-acdc-10074ccea14b), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:50.691934 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.db_base_plugin_common [req-cb3260d2-7340-4a47-ae7a-bdde045e11d9 req-27b4d07a-f973-4104-8099-83209913b02a tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] Allocated IP 192.168.233.92 (498009c3-e968-497b-9913-69aab6fe59a2/8c125bca-6154-416b-965a-462492ca4a17/e0f2e94a-d0e8-46c9-bcc4-cc697e406501) {{(pid=104275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:14:50.725910 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [req-6137636c-9950-4113-8ad1-4bbd878e199c req-38d4d874-3bc7-4566-931f-4e1d29d3677b tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] For port bbb019e5-d966-4665-acdc-10074ccea14b, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=bbb019e5-d966-4665-acdc-10074ccea14b,segment=NetworkSegment(702855b5-4962-47b4-ac45-aaf842a4902e),segment_id=702855b5-4962-47b4-ac45-aaf842a4902e)] {{(pid=104276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:14:50.726261 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-6137636c-9950-4113-8ad1-4bbd878e199c req-38d4d874-3bc7-4566-931f-4e1d29d3677b tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (bbb019e5-d966-4665-acdc-10074ccea14b), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:50.744345 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [req-6137636c-9950-4113-8ad1-4bbd878e199c req-38d4d874-3bc7-4566-931f-4e1d29d3677b tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Calling delete_port for bbb019e5-d966-4665-acdc-10074ccea14b owned by compute:nova {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:14:50.744891 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:50.784236 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b7c60-9419-4833-a0c4-3a825a2fcb51 req-2c209a27-055e-4f55-9825-26dd33d761d5 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:50.785731 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-7f4b7c60-9419-4833-a0c4-3a825a2fcb51 req-2c209a27-055e-4f55-9825-26dd33d761d5 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0817475 May 20 09:14:50.895109 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-7f4b7c60-9419-4833-a0c4-3a825a2fcb51 req-5acd881a-abc2-4ab7-a6c2-4530686d76a1 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034141 May 20 09:14:50.934116 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-493afc44-d23d-4157-a491-f068ba384299 req-20197904-4ab1-4083-a9d8-ad9fb352bda0 tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] 10.222.0.69 "GET /v2.0/ports?device_id=87e9dd6a-5407-4021-b30b-5d9212141228 HTTP/1.1" status: 200 len: 210 time: 0.0594647 May 20 09:14:50.954518 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-cb3260d2-7340-4a47-ae7a-bdde045e11d9 req-27b4d07a-f973-4104-8099-83209913b02a tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] Publish callbacks [] for port (e0f2e94a-d0e8-46c9-bcc4-cc697e406501), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:50.972022 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-6137636c-9950-4113-8ad1-4bbd878e199c req-38d4d874-3bc7-4566-931f-4e1d29d3677b tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (bbb019e5-d966-4665-acdc-10074ccea14b), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:50.990204 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] get_ports_and_sgs() called for port_ids ['bbb019e5-d966-4665-acdc-10074ccea14b'] {{(pid=104277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 09:14:50.993707 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=44 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:50.995285 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=12 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:51.010870 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-8e53299e-70d2-4d90-b5a4-2f0b44a33f6b req-99346e79-6d98-4215-9e8b-9f4eed73a920 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/ports?device_id=025af0dd-4c95-4946-b62c-402f7f570ad7 HTTP/1.1" status: 200 len: 210 time: 0.0310416 May 20 09:14:51.016022 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d4d874-3bc7-4566-931f-4e1d29d3677b tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Pushing event deleted for resources: {'Port': ['ID=bbb019e5-d966-4665-acdc-10074ccea14b,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:51.020736 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-cb3260d2-7340-4a47-ae7a-bdde045e11d9 req-27b4d07a-f973-4104-8099-83209913b02a tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30908355'] for port (e0f2e94a-d0e8-46c9-bcc4-cc697e406501), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:51.074040 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb3260d2-7340-4a47-ae7a-bdde045e11d9 req-27b4d07a-f973-4104-8099-83209913b02a tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] Network 498009c3-e968-497b-9913-69aab6fe59a2 is already hosted by enough agents. {{(pid=104275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:14:51.077355 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.base_scheduler [req-cb3260d2-7340-4a47-ae7a-bdde045e11d9 req-27b4d07a-f973-4104-8099-83209913b02a tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] Resources bound (agent type, host, resource id): {{(pid=104275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:14:51.081414 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb3260d2-7340-4a47-ae7a-bdde045e11d9 req-27b4d07a-f973-4104-8099-83209913b02a tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] Received port after_create {{(pid=104275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:14:51.096621 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [req-6137636c-9950-4113-8ad1-4bbd878e199c req-38d4d874-3bc7-4566-931f-4e1d29d3677b tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] No DVR routers for this DVR port bbb019e5-d966-4665-acdc-10074ccea14b on host hv-cinder-83699 {{(pid=104276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:14:51.099987 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-6137636c-9950-4113-8ad1-4bbd878e199c req-38d4d874-3bc7-4566-931f-4e1d29d3677b tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for port (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:51.103298 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6137636c-9950-4113-8ad1-4bbd878e199c req-38d4d874-3bc7-4566-931f-4e1d29d3677b tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.44 "DELETE /v2.0/ports/bbb019e5-d966-4665-acdc-10074ccea14b HTTP/1.1" status: 204 len: 173 time: 0.6365240 May 20 09:14:51.103935 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025af0dd-4c95-4946-b62c-402f7f570ad7', 'name': 'network-vif-deleted', 'tag': 'bbb019e5-d966-4665-acdc-10074ccea14b'}] {{(pid=104276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:14:51.106268 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f1859fdf6517cac9f3390f7253b255bfbc77edc31af200be8f81c994e01841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03159604-db80-44e5-a5e1-af009a8836dd" -d '{"events": [{"server_uuid": "025af0dd-4c95-4946-b62c-402f7f570ad7", "name": "network-vif-deleted", "tag": "bbb019e5-d966-4665-acdc-10074ccea14b"}]}' {{(pid=104276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:14:51.151905 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3260d2-7340-4a47-ae7a-bdde045e11d9 req-27b4d07a-f973-4104-8099-83209913b02a tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:51.152684 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-cb3260d2-7340-4a47-ae7a-bdde045e11d9 req-27b4d07a-f973-4104-8099-83209913b02a tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for port (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:51.158510 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b4d07a-f973-4104-8099-83209913b02a tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] Pushing event updated for resources: {'Port': ['ID=e0f2e94a-d0e8-46c9-bcc4-cc697e406501,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:51.168449 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 09:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b682f7f-a892-401d-84e3-18b307fad504 x-openstack-request-id: req-2b682f7f-a892-401d-84e3-18b307fad504 {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:14:51.169792 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "025af0dd-4c95-4946-b62c-402f7f570ad7", "name": "network-vif-deleted", "tag": "bbb019e5-d966-4665-acdc-10074ccea14b", "status": "completed", "code": 200}]} {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:14:51.170143 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2b682f7f-a892-401d-84e3-18b307fad504 {{(pid=104276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:14:51.170885 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b682f7f-a892-401d-84e3-18b307fad504'] response: {'server_uuid': '025af0dd-4c95-4946-b62c-402f7f570ad7', 'name': 'network-vif-deleted', 'tag': 'bbb019e5-d966-4665-acdc-10074ccea14b', 'status': 'completed', 'code': 200} May 20 09:14:51.183020 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-cb3260d2-7340-4a47-ae7a-bdde045e11d9 req-27b4d07a-f973-4104-8099-83209913b02a tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8814805 May 20 09:14:51.235681 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [req-cb3260d2-7340-4a47-ae7a-bdde045e11d9 req-ecccb1b6-d77a-4fae-9c75-da66eab31386 service neutron] Request body: {'port': {'device_id': '87e9dd6a-5407-4021-b30b-5d9212141228', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:14:51.339453 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-cb3260d2-7340-4a47-ae7a-bdde045e11d9 req-ecccb1b6-d77a-4fae-9c75-da66eab31386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (e0f2e94a-d0e8-46c9-bcc4-cc697e406501), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:51.419983 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:51.429963 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-2a51dcdc-2d86-4b5a-8376-23f1a3834532 None None] Provisioning complete for port e0f2e94a-d0e8-46c9-bcc4-cc697e406501 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:14:51.430653 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-2a51dcdc-2d86-4b5a-8376-23f1a3834532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (e0f2e94a-d0e8-46c9-bcc4-cc697e406501), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:51.461849 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-2a51dcdc-2d86-4b5a-8376-23f1a3834532 None None] Port e0f2e94a-d0e8-46c9-bcc4-cc697e406501 cannot update to ACTIVE because it is not bound. {{(pid=104277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 20 09:14:51.510080 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:51.652600 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.notifiers.nova [req-cb3260d2-7340-4a47-ae7a-bdde045e11d9 req-ecccb1b6-d77a-4fae-9c75-da66eab31386 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0f2e94a-d0e8-46c9-bcc4-cc697e406501 {{(pid=104275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 09:14:51.660117 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-cb3260d2-7340-4a47-ae7a-bdde045e11d9 req-ecccb1b6-d77a-4fae-9c75-da66eab31386 service neutron] Publish callbacks [] for port (e0f2e94a-d0e8-46c9-bcc4-cc697e406501), precommit_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:51.673149 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.provisioning_blocks [req-cb3260d2-7340-4a47-ae7a-bdde045e11d9 req-ecccb1b6-d77a-4fae-9c75-da66eab31386 service neutron] Transition to ACTIVE for port object e0f2e94a-d0e8-46c9-bcc4-cc697e406501 will not be triggered until provisioned by entity L2. {{(pid=104275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 20 09:14:51.678053 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-cb3260d2-7340-4a47-ae7a-bdde045e11d9 req-ecccb1b6-d77a-4fae-9c75-da66eab31386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30908404'] for port (e0f2e94a-d0e8-46c9-bcc4-cc697e406501), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:51.736855 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecccb1b6-d77a-4fae-9c75-da66eab31386 service neutron] Pushing event updated for resources: {'Port': ['ID=e0f2e94a-d0e8-46c9-bcc4-cc697e406501,revision_number=2']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:51.807914 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [req-cb3260d2-7340-4a47-ae7a-bdde045e11d9 req-ecccb1b6-d77a-4fae-9c75-da66eab31386 service neutron] Attempting to bind port e0f2e94a-d0e8-46c9-bcc4-cc697e406501 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 20 09:14:51.808249 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [req-cb3260d2-7340-4a47-ae7a-bdde045e11d9 req-ecccb1b6-d77a-4fae-9c75-da66eab31386 service neutron] Attempting to bind port e0f2e94a-d0e8-46c9-bcc4-cc697e406501 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'b9c41f22-d81c-4e0b-8536-a87f226800ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '498009c3-e968-497b-9913-69aab6fe59a2'}] {{(pid=104275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 20 09:14:51.808627 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3260d2-7340-4a47-ae7a-bdde045e11d9 req-ecccb1b6-d77a-4fae-9c75-da66eab31386 service neutron] Attempting to bind port e0f2e94a-d0e8-46c9-bcc4-cc697e406501 on network 498009c3-e968-497b-9913-69aab6fe59a2 {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:14:51.813599 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3260d2-7340-4a47-ae7a-bdde045e11d9 req-ecccb1b6-d77a-4fae-9c75-da66eab31386 service neutron] Port e0f2e94a-d0e8-46c9-bcc4-cc697e406501 on network 498009c3-e968-497b-9913-69aab6fe59a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 09:14:51.813934 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3260d2-7340-4a47-ae7a-bdde045e11d9 req-ecccb1b6-d77a-4fae-9c75-da66eab31386 service neutron] Attempting to bind port e0f2e94a-d0e8-46c9-bcc4-cc697e406501 on network 498009c3-e968-497b-9913-69aab6fe59a2 {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:14:51.828422 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3260d2-7340-4a47-ae7a-bdde045e11d9 req-ecccb1b6-d77a-4fae-9c75-da66eab31386 service neutron] Checking agent: {'id': '2d1be950-4dd6-4324-90da-2272c7a86826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 9, 11, 22), 'started_at': datetime.datetime(2022, 5, 20, 9, 11, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 9, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 09:14:51.828422 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3260d2-7340-4a47-ae7a-bdde045e11d9 req-ecccb1b6-d77a-4fae-9c75-da66eab31386 service neutron] Checking segment: {'id': 'b9c41f22-d81c-4e0b-8536-a87f226800ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '498009c3-e968-497b-9913-69aab6fe59a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:14:51.828422 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3260d2-7340-4a47-ae7a-bdde045e11d9 req-ecccb1b6-d77a-4fae-9c75-da66eab31386 service neutron] Bound using segment: {'id': 'b9c41f22-d81c-4e0b-8536-a87f226800ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '498009c3-e968-497b-9913-69aab6fe59a2'} {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 09:14:51.828422 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [req-cb3260d2-7340-4a47-ae7a-bdde045e11d9 req-ecccb1b6-d77a-4fae-9c75-da66eab31386 service neutron] Bound port: e0f2e94a-d0e8-46c9-bcc4-cc697e406501, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9c41f22-d81c-4e0b-8536-a87f226800ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '498009c3-e968-497b-9913-69aab6fe59a2'}}] {{(pid=104275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 20 09:14:51.828422 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-cb3260d2-7340-4a47-ae7a-bdde045e11d9 req-ecccb1b6-d77a-4fae-9c75-da66eab31386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (e0f2e94a-d0e8-46c9-bcc4-cc697e406501), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:51.897148 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [req-cb3260d2-7340-4a47-ae7a-bdde045e11d9 req-ecccb1b6-d77a-4fae-9c75-da66eab31386 service neutron] For port e0f2e94a-d0e8-46c9-bcc4-cc697e406501, host hv-cinder-83699, cleared binding levels {{(pid=104275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 09:14:51.900859 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [req-cb3260d2-7340-4a47-ae7a-bdde045e11d9 req-ecccb1b6-d77a-4fae-9c75-da66eab31386 service neutron] For port e0f2e94a-d0e8-46c9-bcc4-cc697e406501, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e0f2e94a-d0e8-46c9-bcc4-cc697e406501,segment=NetworkSegment(b9c41f22-d81c-4e0b-8536-a87f226800ff),segment_id=b9c41f22-d81c-4e0b-8536-a87f226800ff)] {{(pid=104275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 09:14:51.907830 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-cb3260d2-7340-4a47-ae7a-bdde045e11d9 req-ecccb1b6-d77a-4fae-9c75-da66eab31386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30908404'] for port (e0f2e94a-d0e8-46c9-bcc4-cc697e406501), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:51.947041 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3260d2-7340-4a47-ae7a-bdde045e11d9 req-ecccb1b6-d77a-4fae-9c75-da66eab31386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:51.947676 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-cb3260d2-7340-4a47-ae7a-bdde045e11d9 req-ecccb1b6-d77a-4fae-9c75-da66eab31386 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for port (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:51.949069 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-cb3260d2-7340-4a47-ae7a-bdde045e11d9 req-ecccb1b6-d77a-4fae-9c75-da66eab31386 service neutron] 10.222.0.44 "PUT /v2.0/ports/e0f2e94a-d0e8-46c9-bcc4-cc697e406501 HTTP/1.1" status: 200 len: 1097 time: 0.7213387 May 20 09:14:51.949505 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87e9dd6a-5407-4021-b30b-5d9212141228', 'tag': 'e0f2e94a-d0e8-46c9-bcc4-cc697e406501'}] {{(pid=104275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:14:51.952473 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eea53449646a7168c1429fc9fd421a4bc8c13d7c241c91a60dad7e76b53d9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b6f103-0d87-4e0f-8674-9c2d01a6feaa" -d '{"events": [{"name": "network-changed", "server_uuid": "87e9dd6a-5407-4021-b30b-5d9212141228", "tag": "e0f2e94a-d0e8-46c9-bcc4-cc697e406501"}]}' {{(pid=104275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:14:51.975826 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecccb1b6-d77a-4fae-9c75-da66eab31386 service neutron] Pushing event updated for resources: {'Port': ['ID=e0f2e94a-d0e8-46c9-bcc4-cc697e406501,revision_number=3']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:52.056926 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9399c045-4f56-4794-95b2-0a82b3ddefb6 req-d8491e60-dacc-472c-8a9e-e91d0c906787 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:52.058478 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-9399c045-4f56-4794-95b2-0a82b3ddefb6 req-d8491e60-dacc-472c-8a9e-e91d0c906787 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0795522 May 20 09:14:52.063951 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3260d2-7340-4a47-ae7a-bdde045e11d9 req-cc32c3c4-1c4d-4452-b1d4-701066538516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:52.065452 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-cb3260d2-7340-4a47-ae7a-bdde045e11d9 req-cc32c3c4-1c4d-4452-b1d4-701066538516 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=98d3bea8a0a8490b95320500190332a2&device_id=87e9dd6a-5407-4021-b30b-5d9212141228 HTTP/1.1" status: 200 len: 1131 time: 0.0556598 May 20 09:14:52.075975 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954cfe5-eeae-4917-b1f0-1ad5a22b5a56 req-5c891c28-e20c-4cb3-8f04-43209bb3e470 tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:52.079728 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b954cfe5-eeae-4917-b1f0-1ad5a22b5a56 req-5c891c28-e20c-4cb3-8f04-43209bb3e470 tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] 10.222.0.69 "GET /v2.0/ports?device_id=87e9dd6a-5407-4021-b30b-5d9212141228 HTTP/1.1" status: 200 len: 947 time: 0.0531881 May 20 09:14:52.117613 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-cb3260d2-7340-4a47-ae7a-bdde045e11d9 req-d9d87b40-b656-469d-b912-c58af74fffc8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=e0f2e94a-d0e8-46c9-bcc4-cc697e406501 HTTP/1.1" status: 200 len: 217 time: 0.0347097 May 20 09:14:52.131128 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b954cfe5-eeae-4917-b1f0-1ad5a22b5a56 req-3e90115a-519a-484f-ba79-568fc3386bd3 tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] 10.222.0.69 "GET /v2.0/security-groups?id=02ffa1da-54ab-4c78-93af-5b30e289f423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460868 May 20 09:14:52.176263 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-9399c045-4f56-4794-95b2-0a82b3ddefb6 req-47e91af4-cd13-4b1f-b8d5-9efbf1c414b6 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098225 May 20 09:14:52.177682 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 09:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8aa975-5389-4128-96bc-c6f8d3c011b4 x-openstack-request-id: req-0f8aa975-5389-4128-96bc-c6f8d3c011b4 {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:14:52.177969 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87e9dd6a-5407-4021-b30b-5d9212141228", "tag": "e0f2e94a-d0e8-46c9-bcc4-cc697e406501", "status": "completed", "code": 200}]} {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:14:52.178220 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0f8aa975-5389-4128-96bc-c6f8d3c011b4 {{(pid=104275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:14:52.178615 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f8aa975-5389-4128-96bc-c6f8d3c011b4'] response: {'name': 'network-changed', 'server_uuid': '87e9dd6a-5407-4021-b30b-5d9212141228', 'tag': 'e0f2e94a-d0e8-46c9-bcc4-cc697e406501', 'status': 'completed', 'code': 200} May 20 09:14:52.189734 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3260d2-7340-4a47-ae7a-bdde045e11d9 req-83aed405-722d-481b-8e6c-38c97d420521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:52.191201 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-cb3260d2-7340-4a47-ae7a-bdde045e11d9 req-83aed405-722d-481b-8e6c-38c97d420521 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8c125bca-6154-416b-965a-462492ca4a17 HTTP/1.1" status: 200 len: 843 time: 0.0621481 May 20 09:14:52.254255 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3260d2-7340-4a47-ae7a-bdde045e11d9 req-ce910805-aa20-4148-ae38-fef77604d728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:52.255833 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-cb3260d2-7340-4a47-ae7a-bdde045e11d9 req-ce910805-aa20-4148-ae38-fef77604d728 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=498009c3-e968-497b-9913-69aab6fe59a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0564575 May 20 09:14:52.335441 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:52.349905 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-cb3260d2-7340-4a47-ae7a-bdde045e11d9 req-d982a51a-cb9b-4aa7-bbb2-cee7a77e5e73 service neutron] 10.222.0.44 "GET /v2.0/networks/498009c3-e968-497b-9913-69aab6fe59a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832496 May 20 09:14:52.509891 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:52.545413 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-cb3260d2-7340-4a47-ae7a-bdde045e11d9 req-dcf9df13-2353-40ee-bbcd-2edc113ac6c3 service neutron] 10.222.0.44 "GET /v2.0/networks/498009c3-e968-497b-9913-69aab6fe59a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862128 May 20 09:14:52.553323 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b17bd-4567-42d3-b33e-cb2b117d44ca req-c153d4f7-d28c-419a-ae93-08b2cca57d0f tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:52.554948 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-225b17bd-4567-42d3-b33e-cb2b117d44ca req-c153d4f7-d28c-419a-ae93-08b2cca57d0f tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/networks?id=1b0a1a59-4f0d-4801-acdf-9aa54ef17cad HTTP/1.1" status: 200 len: 809 time: 0.1771007 May 20 09:14:52.572184 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-225b17bd-4567-42d3-b33e-cb2b117d44ca req-78835558-0064-46ab-8853-db8c8593be02 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/quotas/7264062888b544cfb7fbc74cc87f386f HTTP/1.1" status: 200 len: 375 time: 0.0113423 May 20 09:14:52.624433 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-225b17bd-4567-42d3-b33e-cb2b117d44ca req-f9f4f34a-980c-40ef-8b6a-8e062b00824f tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7264062888b544cfb7fbc74cc87f386f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462518 May 20 09:14:52.718086 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-225b17bd-4567-42d3-b33e-cb2b117d44ca req-0f16ba8c-7c79-4398-8c2b-5c13dfffaf9c service neutron] 10.222.0.69 "GET /v2.0/networks/1b0a1a59-4f0d-4801-acdf-9aa54ef17cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857961 May 20 09:14:52.761901 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (2d1be950-4dd6-4324-90da-2272c7a86826), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:52.825585 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-225b17bd-4567-42d3-b33e-cb2b117d44ca req-97f73118-3e6b-4fba-86e0-26c963b575ce service neutron] 10.222.0.69 "GET /v2.0/networks/1b0a1a59-4f0d-4801-acdf-9aa54ef17cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014752 May 20 09:14:52.981687 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-069d4144-849a-4502-ab6d-85b3f9ff07cc req-99108b54-f1b9-4556-9e6f-ec5ff57edf2d tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/ports?device_id=00dbd10f-2b1d-4c58-b6e7-761738db0c0f HTTP/1.1" status: 200 len: 210 time: 0.0272281 May 20 09:14:53.258477 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ffec1a-785c-455b-a41d-8e9a600e62ce req-1ce3f56a-0de0-4030-9928-f00dcef90fa0 tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:53.260349 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-78ffec1a-785c-455b-a41d-8e9a600e62ce req-1ce3f56a-0de0-4030-9928-f00dcef90fa0 tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] 10.222.0.69 "GET /v2.0/ports?device_id=87e9dd6a-5407-4021-b30b-5d9212141228 HTTP/1.1" status: 200 len: 947 time: 0.0582008 May 20 09:14:53.301169 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89944ab7-9cd0-4a16-a5bd-e4895591a2b3 req-cad85873-cdc8-4db6-bfa4-66cb54044e3a tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:53.302810 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-89944ab7-9cd0-4a16-a5bd-e4895591a2b3 req-cad85873-cdc8-4db6-bfa4-66cb54044e3a tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0523093 May 20 09:14:53.316013 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-78ffec1a-785c-455b-a41d-8e9a600e62ce req-83f0e8c3-e053-4c17-ae05-e09d7f91617a tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] 10.222.0.69 "GET /v2.0/security-groups?id=02ffa1da-54ab-4c78-93af-5b30e289f423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482752 May 20 09:14:53.351070 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-89944ab7-9cd0-4a16-a5bd-e4895591a2b3 req-d3d24eba-3b8c-45ec-9f6d-80ed105ad345 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417790 May 20 09:14:54.081512 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-10e0b0a8-a087-4941-a56a-9a129c8ed55b req-4afb99f3-f0dc-41c4-a0f6-46647e2e186d tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/ports?device_id=00dbd10f-2b1d-4c58-b6e7-761738db0c0f HTTP/1.1" status: 200 len: 210 time: 0.0284102 May 20 09:14:54.436584 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99319fe-26d2-455a-86c5-f1810011231b req-030aa165-af39-46ac-b350-e2a973824af3 tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:54.438065 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e99319fe-26d2-455a-86c5-f1810011231b req-030aa165-af39-46ac-b350-e2a973824af3 tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] 10.222.0.69 "GET /v2.0/ports?device_id=87e9dd6a-5407-4021-b30b-5d9212141228 HTTP/1.1" status: 200 len: 947 time: 0.0465543 May 20 09:14:54.465238 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636900ed-5c10-4f14-9f4d-fa806964575e req-e848e023-3d63-4ab8-b925-ae83209e399c tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:54.466730 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-636900ed-5c10-4f14-9f4d-fa806964575e req-e848e023-3d63-4ab8-b925-ae83209e399c tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0465741 May 20 09:14:54.484325 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e99319fe-26d2-455a-86c5-f1810011231b req-7b0d42d0-a5c0-4cf2-a967-c2d30fe10eff tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] 10.222.0.69 "GET /v2.0/security-groups?id=02ffa1da-54ab-4c78-93af-5b30e289f423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402570 May 20 09:14:54.517369 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-636900ed-5c10-4f14-9f4d-fa806964575e req-c299d42e-148c-427d-a65b-b07f690de718 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447183 May 20 09:14:54.582124 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device bbb019e5-d966-4665-acdc-10074ccea14b no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 09:14:54.606705 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] No Port match for: bbb019e5-d966-4665-acdc-10074ccea14b {{(pid=104277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 20 09:14:54.607202 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device bbb019e5-d966-4665-acdc-10074ccea14b not bound to the agent host hv-cinder-83699 {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 09:14:55.178102 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b554adee-7c1e-4358-919b-3ba332cd4ea3 req-9aab1c3d-5cc0-4b69-a313-46b8f6e7c133 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/ports?device_id=00dbd10f-2b1d-4c58-b6e7-761738db0c0f HTTP/1.1" status: 200 len: 210 time: 0.0300429 May 20 09:14:55.606267 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dfcd22-d587-4033-afb8-823f50c9a49d req-aeb5eeff-2ecb-476c-8b96-e55e6e4b4ee5 tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:55.607801 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-45dfcd22-d587-4033-afb8-823f50c9a49d req-aeb5eeff-2ecb-476c-8b96-e55e6e4b4ee5 tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] 10.222.0.69 "GET /v2.0/ports?device_id=87e9dd6a-5407-4021-b30b-5d9212141228 HTTP/1.1" status: 200 len: 947 time: 0.0471385 May 20 09:14:55.643298 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1cfe7-8c92-4f48-97e9-93461c6501a7 req-f238ef48-bb31-45f5-88ad-cf82bf3b512d tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:55.644820 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-07c1cfe7-8c92-4f48-97e9-93461c6501a7 req-f238ef48-bb31-45f5-88ad-cf82bf3b512d tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0486202 May 20 09:14:55.658401 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-45dfcd22-d587-4033-afb8-823f50c9a49d req-566f2887-c749-49be-a2dd-8475f4a9a3f2 tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] 10.222.0.69 "GET /v2.0/security-groups?id=02ffa1da-54ab-4c78-93af-5b30e289f423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448110 May 20 09:14:55.693944 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-07c1cfe7-8c92-4f48-97e9-93461c6501a7 req-b0da5af1-c38b-4919-90a9-adabfdff63a6 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430105 May 20 09:14:56.275458 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-5c83f07f-c183-4816-bc73-813e7cd9077c req-d950dbef-4cc3-4242-9e41-460949e616d8 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/ports?device_id=00dbd10f-2b1d-4c58-b6e7-761738db0c0f HTTP/1.1" status: 200 len: 210 time: 0.0285432 May 20 09:14:56.782513 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0574c-d577-4245-b58d-2a6bee3d3f7b req-4f89ee7d-5c8b-493d-854d-473ae8d8d622 tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:56.786807 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-80d0574c-d577-4245-b58d-2a6bee3d3f7b req-4f89ee7d-5c8b-493d-854d-473ae8d8d622 tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] 10.222.0.69 "GET /v2.0/ports?device_id=87e9dd6a-5407-4021-b30b-5d9212141228 HTTP/1.1" status: 200 len: 947 time: 0.0513613 May 20 09:14:56.813446 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c8a57-6c77-4911-a671-1fdcf7f5527e req-4bef26b6-26b1-44d8-a01a-306980dcbe1f tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:56.815007 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-814c8a57-6c77-4911-a671-1fdcf7f5527e req-4bef26b6-26b1-44d8-a01a-306980dcbe1f tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0524695 May 20 09:14:56.827192 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:56.832153 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-80d0574c-d577-4245-b58d-2a6bee3d3f7b req-828be843-83d6-4228-b12a-853cf1f89615 tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] 10.222.0.69 "GET /v2.0/security-groups?id=02ffa1da-54ab-4c78-93af-5b30e289f423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424223 May 20 09:14:56.862127 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-814c8a57-6c77-4911-a671-1fdcf7f5527e req-6bfff7a3-b084-4af8-af2e-09b23fe9178c tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414469 May 20 09:14:57.134302 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6f103-0d87-4e0f-8674-9c2d01a6feaa req-5f9f9f33-df6e-4adf-b412-5da7c3f5a5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:57.135891 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-c7b6f103-0d87-4e0f-8674-9c2d01a6feaa req-5f9f9f33-df6e-4adf-b412-5da7c3f5a5c5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=98d3bea8a0a8490b95320500190332a2&device_id=87e9dd6a-5407-4021-b30b-5d9212141228 HTTP/1.1" status: 200 len: 1131 time: 0.0504711 May 20 09:14:57.381431 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-94f5e15e-aa9e-4ed1-8a34-88b8dd1e5cec req-33e5049e-589e-40fd-9594-e4a8bf237665 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/ports?device_id=00dbd10f-2b1d-4c58-b6e7-761738db0c0f HTTP/1.1" status: 200 len: 210 time: 0.0302265 May 20 09:14:57.961515 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fae011-4a92-4bf4-994e-11719a89e4f7 req-ffd3c14b-c249-4f63-bbae-e5342ef5d291 tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:57.963108 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-22fae011-4a92-4bf4-994e-11719a89e4f7 req-ffd3c14b-c249-4f63-bbae-e5342ef5d291 tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] 10.222.0.69 "GET /v2.0/ports?device_id=87e9dd6a-5407-4021-b30b-5d9212141228 HTTP/1.1" status: 200 len: 947 time: 0.0543988 May 20 09:14:58.015966 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-22fae011-4a92-4bf4-994e-11719a89e4f7 req-2f12862d-4954-4492-965d-bdfba39a23fa tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] 10.222.0.69 "GET /v2.0/security-groups?id=02ffa1da-54ab-4c78-93af-5b30e289f423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467243 May 20 09:14:58.182934 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15280e64-d47f-456d-a888-4af6bd04785f req-82642bec-9758-473b-9565-ddb02336c192 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:58.184308 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-15280e64-d47f-456d-a888-4af6bd04785f req-82642bec-9758-473b-9565-ddb02336c192 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.2540267 May 20 09:14:58.231891 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-15280e64-d47f-456d-a888-4af6bd04785f req-06cd67b5-2e16-4836-a284-ed3625feadc7 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400732 May 20 09:14:58.491495 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-da969cd7-b2b2-4bb9-99f8-b0e693522983 req-a21386e1-dd13-4f31-ae85-2f05310eeded tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/ports?device_id=00dbd10f-2b1d-4c58-b6e7-761738db0c0f HTTP/1.1" status: 200 len: 210 time: 0.0319533 May 20 09:14:58.829918 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device e0f2e94a-d0e8-46c9-bcc4-cc697e406501 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 09:14:58.909868 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:58.933971 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port e0f2e94a-d0e8-46c9-bcc4-cc697e406501, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e0f2e94a-d0e8-46c9-bcc4-cc697e406501,segment=NetworkSegment(b9c41f22-d81c-4e0b-8536-a87f226800ff),segment_id=b9c41f22-d81c-4e0b-8536-a87f226800ff)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:14:58.946263 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Returning: {'device': 'e0f2e94a-d0e8-46c9-bcc4-cc697e406501', 'network_id': '498009c3-e968-497b-9913-69aab6fe59a2', 'port_id': 'e0f2e94a-d0e8-46c9-bcc4-cc697e406501', 'mac_address': 'fa:16:3e:46:35:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c125bca-6154-416b-965a-462492ca4a17', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 09:14:58.947719 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6f103-0d87-4e0f-8674-9c2d01a6feaa req-cae0841e-7362-4707-b6d5-e67d59daa3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:58.949276 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-c7b6f103-0d87-4e0f-8674-9c2d01a6feaa req-cae0841e-7362-4707-b6d5-e67d59daa3fe service neutron] 10.222.0.44 "GET /v2.0/networks?id=498009c3-e968-497b-9913-69aab6fe59a2 HTTP/1.1" status: 200 len: 870 time: 0.0901189 May 20 09:14:58.980994 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port e0f2e94a-d0e8-46c9-bcc4-cc697e406501 is: DOWN; New status is: BUILD {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:14:58.981388 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (e0f2e94a-d0e8-46c9-bcc4-cc697e406501), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:58.994950 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0f2e94a-d0e8-46c9-bcc4-cc697e406501 {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 09:14:59.013651 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-c7b6f103-0d87-4e0f-8674-9c2d01a6feaa req-7aa5b502-5c97-4cd4-85e7-baf6c3081423 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=e0f2e94a-d0e8-46c9-bcc4-cc697e406501 HTTP/1.1" status: 200 len: 217 time: 0.0358267 May 20 09:14:59.015061 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port e0f2e94a-d0e8-46c9-bcc4-cc697e406501, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e0f2e94a-d0e8-46c9-bcc4-cc697e406501,segment=NetworkSegment(b9c41f22-d81c-4e0b-8536-a87f226800ff),segment_id=b9c41f22-d81c-4e0b-8536-a87f226800ff)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:14:59.020405 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (e0f2e94a-d0e8-46c9-bcc4-cc697e406501), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:59.069400 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=e0f2e94a-d0e8-46c9-bcc4-cc697e406501,revision_number=4']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:59.074920 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6f103-0d87-4e0f-8674-9c2d01a6feaa req-70f064b2-03d0-404a-9fea-744b8cb2e893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:59.076448 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-c7b6f103-0d87-4e0f-8674-9c2d01a6feaa req-70f064b2-03d0-404a-9fea-744b8cb2e893 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8c125bca-6154-416b-965a-462492ca4a17 HTTP/1.1" status: 200 len: 843 time: 0.0506182 May 20 09:14:59.125301 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6f103-0d87-4e0f-8674-9c2d01a6feaa req-79ad307b-b2c6-47fb-87e3-ad73f052d5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:59.127176 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-c7b6f103-0d87-4e0f-8674-9c2d01a6feaa req-79ad307b-b2c6-47fb-87e3-ad73f052d5b9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=498009c3-e968-497b-9913-69aab6fe59a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0424724 May 20 09:14:59.147720 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c45be-6736-495f-b5b7-b9ff698b579a req-c6993c2f-591a-4091-9430-bfd40d9821cf tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:59.149572 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-fe0c45be-6736-495f-b5b7-b9ff698b579a req-c6993c2f-591a-4091-9430-bfd40d9821cf tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] 10.222.0.69 "GET /v2.0/ports?device_id=87e9dd6a-5407-4021-b30b-5d9212141228 HTTP/1.1" status: 200 len: 948 time: 0.0478098 May 20 09:14:59.196758 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-fe0c45be-6736-495f-b5b7-b9ff698b579a req-d6571ae4-4bb3-4249-9115-520273af9a3a tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] 10.222.0.69 "GET /v2.0/security-groups?id=02ffa1da-54ab-4c78-93af-5b30e289f423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415387 May 20 09:14:59.208718 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:59.227736 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-c7b6f103-0d87-4e0f-8674-9c2d01a6feaa req-6d2af3a9-bc49-4fa4-9626-bae71dd16c73 service neutron] 10.222.0.44 "GET /v2.0/networks/498009c3-e968-497b-9913-69aab6fe59a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856998 May 20 09:14:59.357525 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b8edc2-fb64-4269-b005-e5ac4f4ef9d1 req-903948cc-f64e-4ff0-909f-c78694ed4faf tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:59.358928 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-62b8edc2-fb64-4269-b005-e5ac4f4ef9d1 req-903948cc-f64e-4ff0-909f-c78694ed4faf tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0556233 May 20 09:14:59.407157 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-62b8edc2-fb64-4269-b005-e5ac4f4ef9d1 req-7338010e-6c30-46d5-ab0d-418397708ef1 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420041 May 20 09:14:59.462516 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] get_ports_and_sgs() called for port_ids ['e0f2e94a-d0e8-46c9-bcc4-cc697e406501'] {{(pid=104277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 09:14:59.564063 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-c7b6f103-0d87-4e0f-8674-9c2d01a6feaa req-a2b60d96-e26a-46f4-bf62-474a5ba6cb2d service neutron] 10.222.0.44 "GET /v2.0/networks/498009c3-e968-497b-9913-69aab6fe59a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897665 May 20 09:14:59.568813 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:59.606517 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8d72b48f-c826-4b88-b484-43ed38a73520 req-622028ef-9563-4935-88e5-24889bc4ee13 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/ports?device_id=00dbd10f-2b1d-4c58-b6e7-761738db0c0f HTTP/1.1" status: 200 len: 210 time: 0.0361519 May 20 09:14:59.608964 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:14:59.710459 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b17bd-4567-42d3-b33e-cb2b117d44ca req-91a9bada-c481-4b65-a74c-4c84a393808c tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:14:59.713155 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-225b17bd-4567-42d3-b33e-cb2b117d44ca req-91a9bada-c481-4b65-a74c-4c84a393808c tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.44 "GET /v2.0/networks?id=1b0a1a59-4f0d-4801-acdf-9aa54ef17cad HTTP/1.1" status: 200 len: 809 time: 0.1073456 May 20 09:14:59.726469 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [req-225b17bd-4567-42d3-b33e-cb2b117d44ca req-429b7d4c-42a1-4bb9-89c1-ed00879dc78d tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Request body: {'port': {'device_id': '00dbd10f-2b1d-4c58-b6e7-761738db0c0f', 'network_id': '1b0a1a59-4f0d-4801-acdf-9aa54ef17cad', 'admin_state_up': True, 'tenant_id': '7264062888b544cfb7fbc74cc87f386f'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:14:59.837230 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-225b17bd-4567-42d3-b33e-cb2b117d44ca req-429b7d4c-42a1-4bb9-89c1-ed00879dc78d tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Made reservation on behalf of 7264062888b544cfb7fbc74cc87f386f for: {'port': 1} {{(pid=104275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:14:59.840725 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-225b17bd-4567-42d3-b33e-cb2b117d44ca req-429b7d4c-42a1-4bb9-89c1-ed00879dc78d tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:14:59.980180 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.db_base_plugin_common [req-225b17bd-4567-42d3-b33e-cb2b117d44ca req-429b7d4c-42a1-4bb9-89c1-ed00879dc78d tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Allocated IP 172.20.0.6 (1b0a1a59-4f0d-4801-acdf-9aa54ef17cad/972bfc84-126c-4f01-aee7-e38b6d81f232/6d844e13-29b3-4d31-8c99-adb33a126847) {{(pid=104275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:15:00.305611 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:00.372651 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20090eb8-a9c4-433d-b99f-bea5f15df626 req-7a7d084c-a307-45d3-a4fa-a1f0099c62bb tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:00.374118 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-20090eb8-a9c4-433d-b99f-bea5f15df626 req-7a7d084c-a307-45d3-a4fa-a1f0099c62bb tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] 10.222.0.69 "GET /v2.0/ports?device_id=87e9dd6a-5407-4021-b30b-5d9212141228 HTTP/1.1" status: 200 len: 948 time: 0.0673571 May 20 09:15:00.423025 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-225b17bd-4567-42d3-b33e-cb2b117d44ca req-429b7d4c-42a1-4bb9-89c1-ed00879dc78d tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Publish callbacks [] for port (6d844e13-29b3-4d31-8c99-adb33a126847), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:00.452700 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-20090eb8-a9c4-433d-b99f-bea5f15df626 req-dc5636fb-c3d7-4d98-a696-69199d278cda tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] 10.222.0.69 "GET /v2.0/security-groups?id=02ffa1da-54ab-4c78-93af-5b30e289f423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704472 May 20 09:15:00.461745 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device e0f2e94a-d0e8-46c9-bcc4-cc697e406501 up at agent hyperv_hv-cinder-83699 {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:15:00.465388 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:00.493019 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-225b17bd-4567-42d3-b33e-cb2b117d44ca req-429b7d4c-42a1-4bb9-89c1-ed00879dc78d tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30908355'] for port (6d844e13-29b3-4d31-8c99-adb33a126847), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:00.515897 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Provisioning for port e0f2e94a-d0e8-46c9-bcc4-cc697e406501 completed by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 20 09:15:00.523713 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Provisioning complete for port e0f2e94a-d0e8-46c9-bcc4-cc697e406501 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:15:00.524311 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (e0f2e94a-d0e8-46c9-bcc4-cc697e406501), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:00.540839 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f124f5-0cde-4953-b7f0-a5dc03c33024 req-99d32c7b-9564-4256-81c1-d80885ab0177 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:00.542333 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-85f124f5-0cde-4953-b7f0-a5dc03c33024 req-99d32c7b-9564-4256-81c1-d80885ab0177 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0506289 May 20 09:15:00.543196 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-225b17bd-4567-42d3-b33e-cb2b117d44ca req-429b7d4c-42a1-4bb9-89c1-ed00879dc78d tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Network 1b0a1a59-4f0d-4801-acdf-9aa54ef17cad is already hosted by enough agents. {{(pid=104275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:15:00.549929 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.base_scheduler [req-225b17bd-4567-42d3-b33e-cb2b117d44ca req-429b7d4c-42a1-4bb9-89c1-ed00879dc78d tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Resources bound (agent type, host, resource id): {{(pid=104275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:15:00.555701 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [req-225b17bd-4567-42d3-b33e-cb2b117d44ca req-429b7d4c-42a1-4bb9-89c1-ed00879dc78d tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Received port after_create {{(pid=104275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:15:00.589666 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429b7d4c-42a1-4bb9-89c1-ed00879dc78d tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Pushing event updated for resources: {'Port': ['ID=6d844e13-29b3-4d31-8c99-adb33a126847,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:15:00.604518 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port e0f2e94a-d0e8-46c9-bcc4-cc697e406501 is: BUILD; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:15:00.605072 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (e0f2e94a-d0e8-46c9-bcc4-cc697e406501), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:00.607540 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-85f124f5-0cde-4953-b7f0-a5dc03c33024 req-d01054d2-7be0-4509-a69c-658249b14e1d tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576887 May 20 09:15:00.617052 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b17bd-4567-42d3-b33e-cb2b117d44ca req-429b7d4c-42a1-4bb9-89c1-ed00879dc78d tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:00.617672 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-225b17bd-4567-42d3-b33e-cb2b117d44ca req-429b7d4c-42a1-4bb9-89c1-ed00879dc78d tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for port (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:00.633178 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e9dd6a-5407-4021-b30b-5d9212141228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f2e94a-d0e8-46c9-bcc4-cc697e406501'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:15:00.636104 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a79de04d4ec243d1cdc81b41ccc126ec62664011dfe1c1a94e68b1d536b5d8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa143339-cc7a-44fd-ae23-195eb5fd184e" -d '{"events": [{"server_uuid": "87e9dd6a-5407-4021-b30b-5d9212141228", "name": "network-vif-plugged", "status": "completed", "tag": "e0f2e94a-d0e8-46c9-bcc4-cc697e406501"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:15:00.646179 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-225b17bd-4567-42d3-b33e-cb2b117d44ca req-429b7d4c-42a1-4bb9-89c1-ed00879dc78d tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9238017 May 20 09:15:00.654006 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port e0f2e94a-d0e8-46c9-bcc4-cc697e406501, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e0f2e94a-d0e8-46c9-bcc4-cc697e406501,segment=NetworkSegment(b9c41f22-d81c-4e0b-8536-a87f226800ff),segment_id=b9c41f22-d81c-4e0b-8536-a87f226800ff)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:15:00.659112 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (e0f2e94a-d0e8-46c9-bcc4-cc697e406501), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:00.662180 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [req-225b17bd-4567-42d3-b33e-cb2b117d44ca req-939dd012-2ae1-4c5b-b575-9983cf2e74e5 service neutron] Request body: {'port': {'device_id': '00dbd10f-2b1d-4c58-b6e7-761738db0c0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:15:00.690564 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 09:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e1d169-bd54-46c5-9451-fd28df40915c x-openstack-request-id: req-e6e1d169-bd54-46c5-9451-fd28df40915c {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:15:00.691324 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e9dd6a-5407-4021-b30b-5d9212141228", "name": "network-vif-plugged", "status": "completed", "tag": "e0f2e94a-d0e8-46c9-bcc4-cc697e406501", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:15:00.691593 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e6e1d169-bd54-46c5-9451-fd28df40915c {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:15:00.692197 dv-cinder-836996-23-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6e1d169-bd54-46c5-9451-fd28df40915c'] response: {'server_uuid': '87e9dd6a-5407-4021-b30b-5d9212141228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f2e94a-d0e8-46c9-bcc4-cc697e406501', 'code': 200} May 20 09:15:00.721415 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=e0f2e94a-d0e8-46c9-bcc4-cc697e406501,revision_number=5']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:15:00.763379 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49ea49-d183-4afd-ba73-92a06d08ac95 req-32a634b1-e309-4596-97c0-31e48f7cb825 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:00.764848 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-dc49ea49-d183-4afd-ba73-92a06d08ac95 req-32a634b1-e309-4596-97c0-31e48f7cb825 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/ports?device_id=00dbd10f-2b1d-4c58-b6e7-761738db0c0f HTTP/1.1" status: 200 len: 931 time: 0.0750728 May 20 09:15:00.783911 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-225b17bd-4567-42d3-b33e-cb2b117d44ca req-939dd012-2ae1-4c5b-b575-9983cf2e74e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (6d844e13-29b3-4d31-8c99-adb33a126847), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:00.859763 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-dc49ea49-d183-4afd-ba73-92a06d08ac95 req-1be76f63-6d02-4662-9ef1-aad1960e6b67 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/security-groups?id=58151b77-d679-474e-9a70-9f24dcfd8d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883324 May 20 09:15:00.870199 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:00.874965 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98136d4-5ef4-474c-8955-9bf2da392271 req-85cb124a-4325-4585-8ac1-f0ab0baf77e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:00.877103 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e98136d4-5ef4-474c-8955-9bf2da392271 req-85cb124a-4325-4585-8ac1-f0ab0baf77e8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=87e9dd6a-5407-4021-b30b-5d9212141228 HTTP/1.1" status: 200 len: 1133 time: 0.0446939 May 20 09:15:00.935772 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e98136d4-5ef4-474c-8955-9bf2da392271 req-0ce196e4-5c1a-4868-836f-223a308b468d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=02ffa1da-54ab-4c78-93af-5b30e289f423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486565 May 20 09:15:01.126178 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.notifiers.nova [req-225b17bd-4567-42d3-b33e-cb2b117d44ca req-939dd012-2ae1-4c5b-b575-9983cf2e74e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d844e13-29b3-4d31-8c99-adb33a126847 {{(pid=104275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 09:15:01.134974 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-225b17bd-4567-42d3-b33e-cb2b117d44ca req-939dd012-2ae1-4c5b-b575-9983cf2e74e5 service neutron] Publish callbacks [] for port (6d844e13-29b3-4d31-8c99-adb33a126847), precommit_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:01.151776 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.provisioning_blocks [req-225b17bd-4567-42d3-b33e-cb2b117d44ca req-939dd012-2ae1-4c5b-b575-9983cf2e74e5 service neutron] Transition to ACTIVE for port object 6d844e13-29b3-4d31-8c99-adb33a126847 will not be triggered until provisioned by entity L2. {{(pid=104275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 20 09:15:01.161876 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-225b17bd-4567-42d3-b33e-cb2b117d44ca req-939dd012-2ae1-4c5b-b575-9983cf2e74e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30908404'] for port (6d844e13-29b3-4d31-8c99-adb33a126847), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:01.221724 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939dd012-2ae1-4c5b-b575-9983cf2e74e5 service neutron] Pushing event updated for resources: {'Port': ['ID=6d844e13-29b3-4d31-8c99-adb33a126847,revision_number=2']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:15:01.259071 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:01.294740 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [req-225b17bd-4567-42d3-b33e-cb2b117d44ca req-939dd012-2ae1-4c5b-b575-9983cf2e74e5 service neutron] Attempting to bind port 6d844e13-29b3-4d31-8c99-adb33a126847 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 20 09:15:01.295073 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [req-225b17bd-4567-42d3-b33e-cb2b117d44ca req-939dd012-2ae1-4c5b-b575-9983cf2e74e5 service neutron] Attempting to bind port 6d844e13-29b3-4d31-8c99-adb33a126847 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '702855b5-4962-47b4-ac45-aaf842a4902e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '1b0a1a59-4f0d-4801-acdf-9aa54ef17cad'}] {{(pid=104275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 20 09:15:01.295435 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225b17bd-4567-42d3-b33e-cb2b117d44ca req-939dd012-2ae1-4c5b-b575-9983cf2e74e5 service neutron] Attempting to bind port 6d844e13-29b3-4d31-8c99-adb33a126847 on network 1b0a1a59-4f0d-4801-acdf-9aa54ef17cad {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:15:01.300778 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225b17bd-4567-42d3-b33e-cb2b117d44ca req-939dd012-2ae1-4c5b-b575-9983cf2e74e5 service neutron] Port 6d844e13-29b3-4d31-8c99-adb33a126847 on network 1b0a1a59-4f0d-4801-acdf-9aa54ef17cad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 09:15:01.303672 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225b17bd-4567-42d3-b33e-cb2b117d44ca req-939dd012-2ae1-4c5b-b575-9983cf2e74e5 service neutron] Attempting to bind port 6d844e13-29b3-4d31-8c99-adb33a126847 on network 1b0a1a59-4f0d-4801-acdf-9aa54ef17cad {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:15:01.312190 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225b17bd-4567-42d3-b33e-cb2b117d44ca req-939dd012-2ae1-4c5b-b575-9983cf2e74e5 service neutron] Checking agent: {'id': '2d1be950-4dd6-4324-90da-2272c7a86826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 9, 11, 22), 'started_at': datetime.datetime(2022, 5, 20, 9, 11, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 9, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 09:15:01.312833 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225b17bd-4567-42d3-b33e-cb2b117d44ca req-939dd012-2ae1-4c5b-b575-9983cf2e74e5 service neutron] Checking segment: {'id': '702855b5-4962-47b4-ac45-aaf842a4902e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '1b0a1a59-4f0d-4801-acdf-9aa54ef17cad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:15:01.313173 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225b17bd-4567-42d3-b33e-cb2b117d44ca req-939dd012-2ae1-4c5b-b575-9983cf2e74e5 service neutron] Bound using segment: {'id': '702855b5-4962-47b4-ac45-aaf842a4902e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '1b0a1a59-4f0d-4801-acdf-9aa54ef17cad'} {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 09:15:01.313612 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [req-225b17bd-4567-42d3-b33e-cb2b117d44ca req-939dd012-2ae1-4c5b-b575-9983cf2e74e5 service neutron] Bound port: 6d844e13-29b3-4d31-8c99-adb33a126847, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '702855b5-4962-47b4-ac45-aaf842a4902e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '1b0a1a59-4f0d-4801-acdf-9aa54ef17cad'}}] {{(pid=104275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 20 09:15:01.313968 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-225b17bd-4567-42d3-b33e-cb2b117d44ca req-939dd012-2ae1-4c5b-b575-9983cf2e74e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (6d844e13-29b3-4d31-8c99-adb33a126847), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:01.330433 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:01.391217 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [req-225b17bd-4567-42d3-b33e-cb2b117d44ca req-939dd012-2ae1-4c5b-b575-9983cf2e74e5 service neutron] For port 6d844e13-29b3-4d31-8c99-adb33a126847, host hv-cinder-83699, cleared binding levels {{(pid=104275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 09:15:01.394560 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [req-225b17bd-4567-42d3-b33e-cb2b117d44ca req-939dd012-2ae1-4c5b-b575-9983cf2e74e5 service neutron] For port 6d844e13-29b3-4d31-8c99-adb33a126847, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=6d844e13-29b3-4d31-8c99-adb33a126847,segment=NetworkSegment(702855b5-4962-47b4-ac45-aaf842a4902e),segment_id=702855b5-4962-47b4-ac45-aaf842a4902e)] {{(pid=104275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 09:15:01.401212 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-225b17bd-4567-42d3-b33e-cb2b117d44ca req-939dd012-2ae1-4c5b-b575-9983cf2e74e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30908404'] for port (6d844e13-29b3-4d31-8c99-adb33a126847), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:01.437550 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b17bd-4567-42d3-b33e-cb2b117d44ca req-939dd012-2ae1-4c5b-b575-9983cf2e74e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:01.438171 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-225b17bd-4567-42d3-b33e-cb2b117d44ca req-939dd012-2ae1-4c5b-b575-9983cf2e74e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for port (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:01.439608 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-225b17bd-4567-42d3-b33e-cb2b117d44ca req-939dd012-2ae1-4c5b-b575-9983cf2e74e5 service neutron] 10.222.0.44 "PUT /v2.0/ports/6d844e13-29b3-4d31-8c99-adb33a126847 HTTP/1.1" status: 200 len: 1093 time: 0.7853990 May 20 09:15:01.440038 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00dbd10f-2b1d-4c58-b6e7-761738db0c0f', 'tag': '6d844e13-29b3-4d31-8c99-adb33a126847'}] {{(pid=104275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:15:01.442306 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eea53449646a7168c1429fc9fd421a4bc8c13d7c241c91a60dad7e76b53d9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7cc2c06-f933-47da-86fd-6605522ece54" -d '{"events": [{"name": "network-changed", "server_uuid": "00dbd10f-2b1d-4c58-b6e7-761738db0c0f", "tag": "6d844e13-29b3-4d31-8c99-adb33a126847"}]}' {{(pid=104275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:15:01.465778 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939dd012-2ae1-4c5b-b575-9983cf2e74e5 service neutron] Pushing event updated for resources: {'Port': ['ID=6d844e13-29b3-4d31-8c99-adb33a126847,revision_number=3']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:15:01.480082 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 09:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713c4fb0-8a59-4554-b9f1-2f12bbce8f43 x-openstack-request-id: req-713c4fb0-8a59-4554-b9f1-2f12bbce8f43 {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:15:01.480442 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00dbd10f-2b1d-4c58-b6e7-761738db0c0f", "tag": "6d844e13-29b3-4d31-8c99-adb33a126847", "status": "completed", "code": 200}]} {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:15:01.480762 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-713c4fb0-8a59-4554-b9f1-2f12bbce8f43 {{(pid=104275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:15:01.481230 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.notifiers.nova [-] Nova event matching ['req-713c4fb0-8a59-4554-b9f1-2f12bbce8f43'] response: {'name': 'network-changed', 'server_uuid': '00dbd10f-2b1d-4c58-b6e7-761738db0c0f', 'tag': '6d844e13-29b3-4d31-8c99-adb33a126847', 'status': 'completed', 'code': 200} May 20 09:15:01.589229 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e04ec-d9ae-4e01-ad36-d778d97065ac req-ef2f08f3-2c50-4f76-a62c-fca811ef76ba tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:01.590738 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-8f8e04ec-d9ae-4e01-ad36-d778d97065ac req-ef2f08f3-2c50-4f76-a62c-fca811ef76ba tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] 10.222.0.69 "GET /v2.0/ports?device_id=87e9dd6a-5407-4021-b30b-5d9212141228 HTTP/1.1" status: 200 len: 949 time: 0.0483754 May 20 09:15:01.641923 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-8f8e04ec-d9ae-4e01-ad36-d778d97065ac req-857b06b6-a03a-4452-9038-8c55412a71b5 tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] 10.222.0.69 "GET /v2.0/security-groups?id=02ffa1da-54ab-4c78-93af-5b30e289f423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452189 May 20 09:15:01.724725 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e74d4c-2355-45b5-9c2b-152e663f853a req-76481a6c-577d-40e9-8f45-17257abc0416 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:01.726185 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-41e74d4c-2355-45b5-9c2b-152e663f853a req-76481a6c-577d-40e9-8f45-17257abc0416 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0469053 May 20 09:15:01.772733 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-41e74d4c-2355-45b5-9c2b-152e663f853a req-d842d8e2-ceb4-45c0-8bba-cd8460bee94a tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409634 May 20 09:15:01.987407 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc2c06-f933-47da-86fd-6605522ece54 req-34797a5c-feaf-47f7-b8f7-df666fba5e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:01.988929 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b7cc2c06-f933-47da-86fd-6605522ece54 req-34797a5c-feaf-47f7-b8f7-df666fba5e16 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7264062888b544cfb7fbc74cc87f386f&device_id=00dbd10f-2b1d-4c58-b6e7-761738db0c0f HTTP/1.1" status: 200 len: 1127 time: 0.0697093 May 20 09:15:02.004091 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7597788-e6ce-4dfe-8bd5-a65ecc2aec38 req-69764bbd-4a0e-4791-8e46-8e9525ceb237 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:02.005490 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a7597788-e6ce-4dfe-8bd5-a65ecc2aec38 req-69764bbd-4a0e-4791-8e46-8e9525ceb237 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/ports?device_id=00dbd10f-2b1d-4c58-b6e7-761738db0c0f HTTP/1.1" status: 200 len: 943 time: 0.0543222 May 20 09:15:02.183242 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a7597788-e6ce-4dfe-8bd5-a65ecc2aec38 req-89f57c5f-9b85-4758-bc2d-60f331bbb184 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/security-groups?id=58151b77-d679-474e-9a70-9f24dcfd8d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679769 May 20 09:15:02.207959 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc2c06-f933-47da-86fd-6605522ece54 req-6cd1d01e-baba-48ed-81b1-84937a3a42f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:02.209423 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b7cc2c06-f933-47da-86fd-6605522ece54 req-6cd1d01e-baba-48ed-81b1-84937a3a42f4 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=7264062888b544cfb7fbc74cc87f386f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2022173 May 20 09:15:02.764996 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9fa2b-faa2-4cad-bc7c-9db930d84d6a req-00eecc05-0060-4e64-a561-9ae864674923 tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:02.772453 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-fae9fa2b-faa2-4cad-bc7c-9db930d84d6a req-00eecc05-0060-4e64-a561-9ae864674923 tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] 10.222.0.69 "GET /v2.0/ports?device_id=87e9dd6a-5407-4021-b30b-5d9212141228 HTTP/1.1" status: 200 len: 949 time: 0.0541470 May 20 09:15:02.830193 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-fae9fa2b-faa2-4cad-bc7c-9db930d84d6a req-6b0e40fd-098d-4dda-aa30-731f7d9ac3bb tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] 10.222.0.69 "GET /v2.0/security-groups?id=02ffa1da-54ab-4c78-93af-5b30e289f423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574899 May 20 09:15:02.900894 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d152d-ba3a-42e8-997d-7b159a05bf5b req-1701bb9f-d990-46be-a180-1108442d4663 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:02.902797 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-865d152d-ba3a-42e8-997d-7b159a05bf5b req-1701bb9f-d990-46be-a180-1108442d4663 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0592344 May 20 09:15:02.985070 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-865d152d-ba3a-42e8-997d-7b159a05bf5b req-1ba48583-953a-4752-96c4-fbda5265e588 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730000 May 20 09:15:03.184929 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec64fe-0657-4bc4-be7b-ba6356d1ac1b req-6d2d01cf-9421-4681-91d7-b2d975f0bbdb tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:03.186404 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-8eec64fe-0657-4bc4-be7b-ba6356d1ac1b req-6d2d01cf-9421-4681-91d7-b2d975f0bbdb tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] 10.222.0.69 "GET /v2.0/ports?device_id=87e9dd6a-5407-4021-b30b-5d9212141228 HTTP/1.1" status: 200 len: 949 time: 0.0734756 May 20 09:15:03.189281 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc2c06-f933-47da-86fd-6605522ece54 req-66a99081-645a-4140-9a4b-cc8cbb9c871f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:03.190627 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b7cc2c06-f933-47da-86fd-6605522ece54 req-66a99081-645a-4140-9a4b-cc8cbb9c871f service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2261927 May 20 09:15:03.238959 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-8eec64fe-0657-4bc4-be7b-ba6356d1ac1b req-472868bc-a659-4c26-a274-d91d9b729829 tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] 10.222.0.69 "GET /v2.0/security-groups?id=02ffa1da-54ab-4c78-93af-5b30e289f423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462520 May 20 09:15:03.301332 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe4858-3707-494e-90ca-3e6ff6e44de4 req-6ae3a5b1-0988-4f35-a270-eca269ddddf5 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:03.302818 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1ffe4858-3707-494e-90ca-3e6ff6e44de4 req-6ae3a5b1-0988-4f35-a270-eca269ddddf5 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/ports?device_id=00dbd10f-2b1d-4c58-b6e7-761738db0c0f HTTP/1.1" status: 200 len: 943 time: 0.0500703 May 20 09:15:03.350309 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1ffe4858-3707-494e-90ca-3e6ff6e44de4 req-8a1f395e-08a0-47f0-9a58-9d8fd2059b59 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/security-groups?id=58151b77-d679-474e-9a70-9f24dcfd8d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417464 May 20 09:15:04.106987 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42e8a8-f15f-4a4c-b8a7-fb248423dfbc req-2e79f857-f4fa-438d-8d22-a28119313cb0 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:04.108803 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-9b42e8a8-f15f-4a4c-b8a7-fb248423dfbc req-2e79f857-f4fa-438d-8d22-a28119313cb0 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0508685 May 20 09:15:04.162298 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-9b42e8a8-f15f-4a4c-b8a7-fb248423dfbc req-172aa52f-ca36-411a-9682-9cda3a27b98d tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459535 May 20 09:15:04.357922 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1287938-d3c2-4ec8-a54b-65129fa3645b req-aafcb8df-fc77-431d-9802-863e95d73f17 tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:04.359395 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d1287938-d3c2-4ec8-a54b-65129fa3645b req-aafcb8df-fc77-431d-9802-863e95d73f17 tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] 10.222.0.69 "GET /v2.0/ports?device_id=87e9dd6a-5407-4021-b30b-5d9212141228 HTTP/1.1" status: 200 len: 949 time: 0.0492058 May 20 09:15:04.408427 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d1287938-d3c2-4ec8-a54b-65129fa3645b req-90852e04-3388-4561-b2de-0a41bec728a5 tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] 10.222.0.69 "GET /v2.0/security-groups?id=02ffa1da-54ab-4c78-93af-5b30e289f423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424783 May 20 09:15:04.460835 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa52feb-89ef-4698-b597-db7ecb6941d3 req-8d5bd4e0-ad35-40a6-9ab8-96bd9001c364 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:04.462293 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-2fa52feb-89ef-4698-b597-db7ecb6941d3 req-8d5bd4e0-ad35-40a6-9ab8-96bd9001c364 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/ports?device_id=00dbd10f-2b1d-4c58-b6e7-761738db0c0f HTTP/1.1" status: 200 len: 943 time: 0.0452323 May 20 09:15:04.499179 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:04.511019 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-2fa52feb-89ef-4698-b597-db7ecb6941d3 req-d1c32dc9-943b-4759-8759-adb8d41b9dad tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/security-groups?id=58151b77-d679-474e-9a70-9f24dcfd8d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432098 May 20 09:15:05.283246 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74b979-5988-489a-a0b3-ea2264d0fcc5 req-87d538d3-f588-4d34-9136-b61dbced6768 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:05.284780 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-fd74b979-5988-489a-a0b3-ea2264d0fcc5 req-87d538d3-f588-4d34-9136-b61dbced6768 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0474563 May 20 09:15:05.336779 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-fd74b979-5988-489a-a0b3-ea2264d0fcc5 req-cdb32fad-0624-4446-b42e-4232af0dffa5 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461285 May 20 09:15:05.546388 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974db294-94e1-48e7-8406-7c766db22b8b req-6cd0776d-ea4d-4c48-9aca-3e61d226ab1b tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:05.547985 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-974db294-94e1-48e7-8406-7c766db22b8b req-6cd0776d-ea4d-4c48-9aca-3e61d226ab1b tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] 10.222.0.69 "GET /v2.0/ports?device_id=87e9dd6a-5407-4021-b30b-5d9212141228 HTTP/1.1" status: 200 len: 949 time: 0.0591171 May 20 09:15:05.596703 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-974db294-94e1-48e7-8406-7c766db22b8b req-ed4025cc-25a1-4bdb-8363-4b2d7a88cbca tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] 10.222.0.69 "GET /v2.0/security-groups?id=02ffa1da-54ab-4c78-93af-5b30e289f423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429285 May 20 09:15:05.624508 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99d327-c821-4ced-975e-26eef7204869 req-182f873d-ffa2-48e7-9516-7891995cdfb1 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:05.626004 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4c99d327-c821-4ced-975e-26eef7204869 req-182f873d-ffa2-48e7-9516-7891995cdfb1 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/ports?device_id=00dbd10f-2b1d-4c58-b6e7-761738db0c0f HTTP/1.1" status: 200 len: 943 time: 0.0466981 May 20 09:15:05.673827 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4c99d327-c821-4ced-975e-26eef7204869 req-8c10fd82-e90a-4dcf-8638-b264f6658659 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/security-groups?id=58151b77-d679-474e-9a70-9f24dcfd8d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423269 May 20 09:15:06.103749 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:06.114529 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b17bd-4567-42d3-b33e-cb2b117d44ca req-0fe30dca-b745-4c8d-a098-ea037f43f71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:06.116176 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-225b17bd-4567-42d3-b33e-cb2b117d44ca req-0fe30dca-b745-4c8d-a098-ea037f43f71f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7264062888b544cfb7fbc74cc87f386f&device_id=00dbd10f-2b1d-4c58-b6e7-761738db0c0f HTTP/1.1" status: 200 len: 1127 time: 0.0406978 May 20 09:15:06.204908 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-225b17bd-4567-42d3-b33e-cb2b117d44ca req-be388280-00a6-4c90-a508-44036112d42b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d844e13-29b3-4d31-8c99-adb33a126847 HTTP/1.1" status: 200 len: 217 time: 0.0350647 May 20 09:15:06.449491 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c7c58-98ee-44ab-930a-df5f354b1a90 req-edb917a4-69aa-4304-a99f-f4f3a419fccf tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:06.451027 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-fd9c7c58-98ee-44ab-930a-df5f354b1a90 req-edb917a4-69aa-4304-a99f-f4f3a419fccf tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0484006 May 20 09:15:06.514044 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b17bd-4567-42d3-b33e-cb2b117d44ca req-ce421482-ac7d-4874-86dc-5473766547bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:06.515484 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-225b17bd-4567-42d3-b33e-cb2b117d44ca req-ce421482-ac7d-4874-86dc-5473766547bc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=972bfc84-126c-4f01-aee7-e38b6d81f232 HTTP/1.1" status: 200 len: 849 time: 0.0634983 May 20 09:15:06.529602 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-fd9c7c58-98ee-44ab-930a-df5f354b1a90 req-f64e3799-9d50-4399-a6a3-62ae9a4c0bd2 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705378 May 20 09:15:06.583629 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-225b17bd-4567-42d3-b33e-cb2b117d44ca req-ebf72eff-bf7b-44d5-be2b-07920f2e216e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1b0a1a59-4f0d-4801-acdf-9aa54ef17cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303087 May 20 09:15:06.751733 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ba966-574e-4f3d-b19d-d9fbb79ad4c5 req-ef3d3fc9-cd9b-4e36-9280-7acf1c6d7d36 tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:06.753297 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-076ba966-574e-4f3d-b19d-d9fbb79ad4c5 req-ef3d3fc9-cd9b-4e36-9280-7acf1c6d7d36 tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] 10.222.0.69 "GET /v2.0/ports?device_id=87e9dd6a-5407-4021-b30b-5d9212141228 HTTP/1.1" status: 200 len: 949 time: 0.0884240 May 20 09:15:06.782071 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2363bac6-94dc-4001-9a70-5ccda49b283d req-9ec0dbdd-157c-4dea-97a5-86fbccf54e6f tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:06.783678 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2363bac6-94dc-4001-9a70-5ccda49b283d req-9ec0dbdd-157c-4dea-97a5-86fbccf54e6f tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] 10.222.0.44 "GET /v2.0/ports?device_id=87e9dd6a-5407-4021-b30b-5d9212141228 HTTP/1.1" status: 200 len: 949 time: 0.0820286 May 20 09:15:06.793664 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:06.815245 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087348d-a64f-46ea-a90c-a2f62d48a405 req-48f3824f-fa75-44da-93bd-c1a5f12027a5 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:06.816727 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-1087348d-a64f-46ea-a90c-a2f62d48a405 req-48f3824f-fa75-44da-93bd-c1a5f12027a5 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/ports?device_id=00dbd10f-2b1d-4c58-b6e7-761738db0c0f HTTP/1.1" status: 200 len: 943 time: 0.0675304 May 20 09:15:06.842426 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-225b17bd-4567-42d3-b33e-cb2b117d44ca req-d1e7b932-e574-4a0f-8e00-98943e57abe0 service neutron] 10.222.0.44 "GET /v2.0/networks/1b0a1a59-4f0d-4801-acdf-9aa54ef17cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439261 May 20 09:15:06.844814 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-076ba966-574e-4f3d-b19d-d9fbb79ad4c5 req-89742d26-e942-4b32-b3dc-38da66413148 tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] 10.222.0.69 "GET /v2.0/security-groups?id=02ffa1da-54ab-4c78-93af-5b30e289f423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857258 May 20 09:15:06.893509 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [req-2363bac6-94dc-4001-9a70-5ccda49b283d req-a7fdc7f2-1404-40ed-8222-464fc4c0031e tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] Deleting port e0f2e94a-d0e8-46c9-bcc4-cc697e406501 {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:15:06.893718 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-2363bac6-94dc-4001-9a70-5ccda49b283d req-a7fdc7f2-1404-40ed-8222-464fc4c0031e tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (e0f2e94a-d0e8-46c9-bcc4-cc697e406501), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:06.916199 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-1087348d-a64f-46ea-a90c-a2f62d48a405 req-18bb3e2c-19e2-41ff-97e4-cd3b57a5648a tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/security-groups?id=58151b77-d679-474e-9a70-9f24dcfd8d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938358 May 20 09:15:06.953580 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-225b17bd-4567-42d3-b33e-cb2b117d44ca req-f90238c0-aa9a-4d76-8cda-2fb92a1e332f service neutron] 10.222.0.44 "GET /v2.0/networks/1b0a1a59-4f0d-4801-acdf-9aa54ef17cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030905 May 20 09:15:06.987219 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [req-2363bac6-94dc-4001-9a70-5ccda49b283d req-a7fdc7f2-1404-40ed-8222-464fc4c0031e tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] For port e0f2e94a-d0e8-46c9-bcc4-cc697e406501, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e0f2e94a-d0e8-46c9-bcc4-cc697e406501,segment=NetworkSegment(b9c41f22-d81c-4e0b-8536-a87f226800ff),segment_id=b9c41f22-d81c-4e0b-8536-a87f226800ff)] {{(pid=104276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:15:06.987638 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-2363bac6-94dc-4001-9a70-5ccda49b283d req-a7fdc7f2-1404-40ed-8222-464fc4c0031e tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (e0f2e94a-d0e8-46c9-bcc4-cc697e406501), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:07.002148 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [req-2363bac6-94dc-4001-9a70-5ccda49b283d req-a7fdc7f2-1404-40ed-8222-464fc4c0031e tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] Calling delete_port for e0f2e94a-d0e8-46c9-bcc4-cc697e406501 owned by compute:nova {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:15:07.012727 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:07.140414 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-2363bac6-94dc-4001-9a70-5ccda49b283d req-a7fdc7f2-1404-40ed-8222-464fc4c0031e tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (e0f2e94a-d0e8-46c9-bcc4-cc697e406501), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:07.156882 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] get_ports_and_sgs() called for port_ids ['e0f2e94a-d0e8-46c9-bcc4-cc697e406501'] {{(pid=104277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 09:15:07.170232 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fdc7f2-1404-40ed-8222-464fc4c0031e tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] Pushing event deleted for resources: {'Port': ['ID=e0f2e94a-d0e8-46c9-bcc4-cc697e406501,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:15:07.215989 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [req-2363bac6-94dc-4001-9a70-5ccda49b283d req-a7fdc7f2-1404-40ed-8222-464fc4c0031e tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] No DVR routers for this DVR port e0f2e94a-d0e8-46c9-bcc4-cc697e406501 on host hv-cinder-83699 {{(pid=104276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:15:07.227468 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-2363bac6-94dc-4001-9a70-5ccda49b283d req-a7fdc7f2-1404-40ed-8222-464fc4c0031e tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for port (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:07.227468 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2363bac6-94dc-4001-9a70-5ccda49b283d req-a7fdc7f2-1404-40ed-8222-464fc4c0031e tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] 10.222.0.44 "DELETE /v2.0/ports/e0f2e94a-d0e8-46c9-bcc4-cc697e406501 HTTP/1.1" status: 204 len: 173 time: 0.4313667 May 20 09:15:07.227468 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e9dd6a-5407-4021-b30b-5d9212141228', 'name': 'network-vif-deleted', 'tag': 'e0f2e94a-d0e8-46c9-bcc4-cc697e406501'}] {{(pid=104276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:15:07.227468 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f1859fdf6517cac9f3390f7253b255bfbc77edc31af200be8f81c994e01841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f81ccb-1e60-4f13-ac44-50429204eaae" -d '{"events": [{"server_uuid": "87e9dd6a-5407-4021-b30b-5d9212141228", "name": "network-vif-deleted", "tag": "e0f2e94a-d0e8-46c9-bcc4-cc697e406501"}]}' {{(pid=104276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:15:07.275850 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 09:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc36bd3-f819-4821-81f5-c6c03e3cb070 x-openstack-request-id: req-bbc36bd3-f819-4821-81f5-c6c03e3cb070 {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:15:07.276075 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e9dd6a-5407-4021-b30b-5d9212141228", "name": "network-vif-deleted", "tag": "e0f2e94a-d0e8-46c9-bcc4-cc697e406501", "status": "completed", "code": 200}]} {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:15:07.276315 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bbc36bd3-f819-4821-81f5-c6c03e3cb070 {{(pid=104276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:15:07.276726 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbc36bd3-f819-4821-81f5-c6c03e3cb070'] response: {'server_uuid': '87e9dd6a-5407-4021-b30b-5d9212141228', 'name': 'network-vif-deleted', 'tag': 'e0f2e94a-d0e8-46c9-bcc4-cc697e406501', 'status': 'completed', 'code': 200} May 20 09:15:07.649700 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004f1a0-53b7-4459-af47-04b635e24a3b req-5d2f0ce6-0790-41f5-8aa1-4eca08030e74 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:07.651135 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-5004f1a0-53b7-4459-af47-04b635e24a3b req-5d2f0ce6-0790-41f5-8aa1-4eca08030e74 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0472155 May 20 09:15:07.702177 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-5004f1a0-53b7-4459-af47-04b635e24a3b req-b22e9717-c92f-4db4-935e-aac6532e0293 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454175 May 20 09:15:07.943843 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-fdbb3e97-202b-4af4-a2e4-d69aa097d00e req-3f62ee22-8b01-4a1c-9723-38b4254c289b tempest-VolumesNegativeTest-1653808659 tempest-VolumesNegativeTest-1653808659-project] 10.222.0.69 "GET /v2.0/ports?device_id=87e9dd6a-5407-4021-b30b-5d9212141228 HTTP/1.1" status: 200 len: 210 time: 0.0297549 May 20 09:15:07.999964 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:08.007598 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:08.040536 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb270c-a370-4d06-be59-9df6986cf3fc req-b00819e9-2a36-4424-8073-a261b6514244 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:08.042390 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-58fb270c-a370-4d06-be59-9df6986cf3fc req-b00819e9-2a36-4424-8073-a261b6514244 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/ports?device_id=00dbd10f-2b1d-4c58-b6e7-761738db0c0f HTTP/1.1" status: 200 len: 943 time: 0.0501003 May 20 09:15:08.094116 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-58fb270c-a370-4d06-be59-9df6986cf3fc req-085f6afd-73d7-4619-bbc2-2469dbfd9bfd tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/security-groups?id=58151b77-d679-474e-9a70-9f24dcfd8d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446541 May 20 09:15:08.835778 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492c503-0ae8-4fd5-bcb5-3c359eec4050 req-11f215d0-2417-4f72-8129-da4a1696f5c6 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:08.837308 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a492c503-0ae8-4fd5-bcb5-3c359eec4050 req-11f215d0-2417-4f72-8129-da4a1696f5c6 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0574281 May 20 09:15:08.885120 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a492c503-0ae8-4fd5-bcb5-3c359eec4050 req-7c48bbbd-ae2a-4921-8368-38174a5845a5 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419841 May 20 09:15:09.210600 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff681d-ddf3-4c3e-b736-243f6025ea6f req-2e4f4537-e91d-498b-95e5-69bec8810976 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:09.212133 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-daff681d-ddf3-4c3e-b736-243f6025ea6f req-2e4f4537-e91d-498b-95e5-69bec8810976 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/ports?device_id=00dbd10f-2b1d-4c58-b6e7-761738db0c0f HTTP/1.1" status: 200 len: 943 time: 0.0519712 May 20 09:15:09.262895 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-daff681d-ddf3-4c3e-b736-243f6025ea6f req-e088b8ef-5093-4dc7-8962-9a73a8692844 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/security-groups?id=58151b77-d679-474e-9a70-9f24dcfd8d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442564 May 20 09:15:10.024644 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a81ce19-3f09-4499-ac55-2d924fc9597d req-336b4079-8047-46b1-9de5-3c094972495b tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:10.032875 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-6a81ce19-3f09-4499-ac55-2d924fc9597d req-336b4079-8047-46b1-9de5-3c094972495b tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0647588 May 20 09:15:10.078241 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-6a81ce19-3f09-4499-ac55-2d924fc9597d req-86cbe0de-51b1-4939-92b9-d3b1308fc7a1 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444090 May 20 09:15:10.372570 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a849ba-09b9-474b-a4ed-ea194ad2c52b req-33e49d6a-a7d7-4daf-921b-e5b996df81d3 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:10.374046 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-82a849ba-09b9-474b-a4ed-ea194ad2c52b req-33e49d6a-a7d7-4daf-921b-e5b996df81d3 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/ports?device_id=00dbd10f-2b1d-4c58-b6e7-761738db0c0f HTTP/1.1" status: 200 len: 943 time: 0.0453393 May 20 09:15:10.425591 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-82a849ba-09b9-474b-a4ed-ea194ad2c52b req-f3ebbd70-fa29-407c-9bb5-22a21a1312df tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/security-groups?id=58151b77-d679-474e-9a70-9f24dcfd8d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452802 May 20 09:15:10.527652 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 6d844e13-29b3-4d31-8c99-adb33a126847 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 09:15:10.532189 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device e0f2e94a-d0e8-46c9-bcc4-cc697e406501 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 09:15:10.553786 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] No Port match for: e0f2e94a-d0e8-46c9-bcc4-cc697e406501 {{(pid=104277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 20 09:15:10.554159 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device e0f2e94a-d0e8-46c9-bcc4-cc697e406501 not bound to the agent host hv-cinder-83699 {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 09:15:10.652285 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port 6d844e13-29b3-4d31-8c99-adb33a126847, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=6d844e13-29b3-4d31-8c99-adb33a126847,segment=NetworkSegment(702855b5-4962-47b4-ac45-aaf842a4902e),segment_id=702855b5-4962-47b4-ac45-aaf842a4902e)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:15:10.664083 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Returning: {'device': '6d844e13-29b3-4d31-8c99-adb33a126847', 'network_id': '1b0a1a59-4f0d-4801-acdf-9aa54ef17cad', 'port_id': '6d844e13-29b3-4d31-8c99-adb33a126847', 'mac_address': 'fa:16:3e:91:53:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '972bfc84-126c-4f01-aee7-e38b6d81f232', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 09:15:10.699496 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port 6d844e13-29b3-4d31-8c99-adb33a126847 is: DOWN; New status is: BUILD {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:15:10.699885 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (6d844e13-29b3-4d31-8c99-adb33a126847), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:10.716332 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d844e13-29b3-4d31-8c99-adb33a126847 {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 09:15:10.737043 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port 6d844e13-29b3-4d31-8c99-adb33a126847, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=6d844e13-29b3-4d31-8c99-adb33a126847,segment=NetworkSegment(702855b5-4962-47b4-ac45-aaf842a4902e),segment_id=702855b5-4962-47b4-ac45-aaf842a4902e)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:15:10.741805 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (6d844e13-29b3-4d31-8c99-adb33a126847), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:10.801744 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=6d844e13-29b3-4d31-8c99-adb33a126847,revision_number=4']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:15:11.057816 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] get_ports_and_sgs() called for port_ids ['6d844e13-29b3-4d31-8c99-adb33a126847'] {{(pid=104277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 09:15:11.209305 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 60716) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:15:11.226222 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7efed-5d2f-4368-b21f-01c65dcb57ad req-438ce5bb-7736-42fc-a2be-743fdfbb1616 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:11.227008 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-70a7efed-5d2f-4368-b21f-01c65dcb57ad req-438ce5bb-7736-42fc-a2be-743fdfbb1616 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0793471 May 20 09:15:11.278256 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-70a7efed-5d2f-4368-b21f-01c65dcb57ad req-18805bfb-79ab-4a3d-9681-d82b7e113bfb tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454040 May 20 09:15:11.351167 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-9dae1dd2-3cf3-4fe4-98d8-fa3000c4c565 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:11.353100 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:11.441207 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-9dae1dd2-3cf3-4fe4-98d8-fa3000c4c565 admin admin] Publish callbacks [] for security_group (34d800c5-9942-4aa6-a048-37406be17e13), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:11.448306 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-9dae1dd2-3cf3-4fe4-98d8-fa3000c4c565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (34d800c5-9942-4aa6-a048-37406be17e13), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:11.476958 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:11.498024 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dae1dd2-3cf3-4fe4-98d8-fa3000c4c565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d800c5-9942-4aa6-a048-37406be17e13,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:15:11.504483 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-9dae1dd2-3cf3-4fe4-98d8-fa3000c4c565 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=03179057a85f48688869ec65ba57021a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2940567 May 20 09:15:11.507201 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 60748) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:15:11.555614 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfcfb35-6a8b-4336-ab43-2549f77b6961 req-4f454c11-952d-43f2-af2e-407f37b40e8d tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:11.563113 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-bdfcfb35-6a8b-4336-ab43-2549f77b6961 req-4f454c11-952d-43f2-af2e-407f37b40e8d tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/ports?device_id=00dbd10f-2b1d-4c58-b6e7-761738db0c0f HTTP/1.1" status: 200 len: 944 time: 0.0604632 May 20 09:15:11.579506 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-c6ac9726-81ad-43f2-84ee-d977d76ab19e admin admin] Publish callbacks [] for security_group (34d800c5-9942-4aa6-a048-37406be17e13), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:11.611085 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-c6ac9726-81ad-43f2-84ee-d977d76ab19e admin admin] Publish callbacks [] for security_group (34d800c5-9942-4aa6-a048-37406be17e13), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:11.616954 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-bdfcfb35-6a8b-4336-ab43-2549f77b6961 req-09ac32d5-acd4-4935-8bba-ad77f7822628 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/security-groups?id=58151b77-d679-474e-9a70-9f24dcfd8d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529082 May 20 09:15:11.682831 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-c6ac9726-81ad-43f2-84ee-d977d76ab19e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (34d800c5-9942-4aa6-a048-37406be17e13), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:11.685463 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-c6ac9726-81ad-43f2-84ee-d977d76ab19e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:11.686645 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-c6ac9726-81ad-43f2-84ee-d977d76ab19e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/34d800c5-9942-4aa6-a048-37406be17e13 HTTP/1.1" status: 204 len: 168 time: 0.1784492 May 20 09:15:11.699812 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ac9726-81ad-43f2-84ee-d977d76ab19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d800c5-9942-4aa6-a048-37406be17e13,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:15:11.921904 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 60792) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:15:12.040641 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4321028a-9e46-463f-a0a7-6f7db4497f4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:12.120836 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4321028a-9e46-463f-a0a7-6f7db4497f4a admin admin] Publish callbacks [] for security_group (ab7241f7-3182-4503-93b6-f05e44dca0b8), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:12.125282 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4321028a-9e46-463f-a0a7-6f7db4497f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (ab7241f7-3182-4503-93b6-f05e44dca0b8), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:12.140109 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:12.171491 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-4321028a-9e46-463f-a0a7-6f7db4497f4a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d9399282a8ba4f87abe2834702a061b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2485700 May 20 09:15:12.172716 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321028a-9e46-463f-a0a7-6f7db4497f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7241f7-3182-4503-93b6-f05e44dca0b8,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:15:12.174358 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 60806) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:15:12.229131 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-7ff9e1f5-1874-43b4-9f52-d88ac8b4c0c6 admin admin] Publish callbacks [] for security_group (ab7241f7-3182-4503-93b6-f05e44dca0b8), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:12.251925 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-7ff9e1f5-1874-43b4-9f52-d88ac8b4c0c6 admin admin] Publish callbacks [] for security_group (ab7241f7-3182-4503-93b6-f05e44dca0b8), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:12.300765 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-7ff9e1f5-1874-43b4-9f52-d88ac8b4c0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (ab7241f7-3182-4503-93b6-f05e44dca0b8), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:12.303791 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-7ff9e1f5-1874-43b4-9f52-d88ac8b4c0c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:12.307315 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-7ff9e1f5-1874-43b4-9f52-d88ac8b4c0c6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ab7241f7-3182-4503-93b6-f05e44dca0b8 HTTP/1.1" status: 204 len: 168 time: 0.1287522 May 20 09:15:12.313901 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff9e1f5-1874-43b4-9f52-d88ac8b4c0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7241f7-3182-4503-93b6-f05e44dca0b8,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:15:12.418036 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f7831-9080-4d7f-97c8-0554e7fe965e req-82955a99-0b84-401c-8abc-c460b220b7fc tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:12.419624 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-fa4f7831-9080-4d7f-97c8-0554e7fe965e req-82955a99-0b84-401c-8abc-c460b220b7fc tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0490956 May 20 09:15:12.473271 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-fa4f7831-9080-4d7f-97c8-0554e7fe965e req-f42958ba-6cb2-4ac7-8710-a2152e8b91f3 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464733 May 20 09:15:12.542623 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 6d844e13-29b3-4d31-8c99-adb33a126847 up at agent hyperv_hv-cinder-83699 {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:15:12.586292 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:12.591016 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:12.596391 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Provisioning for port 6d844e13-29b3-4d31-8c99-adb33a126847 completed by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 20 09:15:12.609450 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Provisioning complete for port 6d844e13-29b3-4d31-8c99-adb33a126847 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:15:12.610405 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (6d844e13-29b3-4d31-8c99-adb33a126847), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:12.664459 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 60840) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:15:12.697239 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port 6d844e13-29b3-4d31-8c99-adb33a126847 is: BUILD; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:15:12.697625 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (6d844e13-29b3-4d31-8c99-adb33a126847), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:12.708178 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-36fb7f43-0b05-478d-a3ee-a93e2e898321 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:12.745610 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00dbd10f-2b1d-4c58-b6e7-761738db0c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d844e13-29b3-4d31-8c99-adb33a126847'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:15:12.752162 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a79de04d4ec243d1cdc81b41ccc126ec62664011dfe1c1a94e68b1d536b5d8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8cce75c-57b4-48b7-8b25-392351e13ae9" -d '{"events": [{"server_uuid": "00dbd10f-2b1d-4c58-b6e7-761738db0c0f", "name": "network-vif-plugged", "status": "completed", "tag": "6d844e13-29b3-4d31-8c99-adb33a126847"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:15:12.796890 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e20ae-f9f3-45a4-bde1-c518ab538f00 req-9aa929a9-3080-474c-95d5-a9d1447cc612 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:12.798429 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8f6e20ae-f9f3-45a4-bde1-c518ab538f00 req-9aa929a9-3080-474c-95d5-a9d1447cc612 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/ports?device_id=00dbd10f-2b1d-4c58-b6e7-761738db0c0f HTTP/1.1" status: 200 len: 944 time: 0.0966587 May 20 09:15:12.798792 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port 6d844e13-29b3-4d31-8c99-adb33a126847, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=6d844e13-29b3-4d31-8c99-adb33a126847,segment=NetworkSegment(702855b5-4962-47b4-ac45-aaf842a4902e),segment_id=702855b5-4962-47b4-ac45-aaf842a4902e)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:15:12.806919 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (6d844e13-29b3-4d31-8c99-adb33a126847), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:12.813302 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 09:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f9ea384-6fc7-40cc-b911-b18e327f3b5f x-openstack-request-id: req-4f9ea384-6fc7-40cc-b911-b18e327f3b5f {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:15:12.813601 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00dbd10f-2b1d-4c58-b6e7-761738db0c0f", "name": "network-vif-plugged", "status": "completed", "tag": "6d844e13-29b3-4d31-8c99-adb33a126847", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:15:12.818322 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4f9ea384-6fc7-40cc-b911-b18e327f3b5f {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:15:12.818732 dv-cinder-836996-23-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f9ea384-6fc7-40cc-b911-b18e327f3b5f'] response: {'server_uuid': '00dbd10f-2b1d-4c58-b6e7-761738db0c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d844e13-29b3-4d31-8c99-adb33a126847', 'code': 200} May 20 09:15:12.826266 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c60d0-e761-4a8d-9aa2-6db6b59785e5 req-d47da8e2-20ea-4ce1-bee6-d8aa4880c57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:12.838773 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-924c60d0-e761-4a8d-9aa2-6db6b59785e5 req-d47da8e2-20ea-4ce1-bee6-d8aa4880c57a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 1130 time: 0.0883842 May 20 09:15:12.856472 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-36fb7f43-0b05-478d-a3ee-a93e2e898321 admin admin] Publish callbacks [] for security_group (9559070c-3e3a-4c0a-84af-3781bb222482), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:12.866017 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-36fb7f43-0b05-478d-a3ee-a93e2e898321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (9559070c-3e3a-4c0a-84af-3781bb222482), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:12.882635 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=6d844e13-29b3-4d31-8c99-adb33a126847,revision_number=5']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:15:12.917542 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb7f43-0b05-478d-a3ee-a93e2e898321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9559070c-3e3a-4c0a-84af-3781bb222482,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:15:12.918648 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:12.926173 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-36fb7f43-0b05-478d-a3ee-a93e2e898321 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=218ee4bf994b4493840ab19aca28648a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2601523 May 20 09:15:12.926604 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 60868) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:15:12.941617 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-924c60d0-e761-4a8d-9aa2-6db6b59785e5 req-4ac00efe-edcd-4bb8-90f4-b206edea5b16 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930641 May 20 09:15:12.953438 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=4 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:12.978116 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8f6e20ae-f9f3-45a4-bde1-c518ab538f00 req-5dc96d86-cccd-4102-9324-496584a0115e tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/security-groups?id=58151b77-d679-474e-9a70-9f24dcfd8d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685674 May 20 09:15:12.980718 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-8c313464-7ee3-4fad-9c86-7a14989584a2 admin admin] Publish callbacks [] for security_group (9559070c-3e3a-4c0a-84af-3781bb222482), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:13.013139 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-8c313464-7ee3-4fad-9c86-7a14989584a2 admin admin] Publish callbacks [] for security_group (9559070c-3e3a-4c0a-84af-3781bb222482), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:13.064655 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-8c313464-7ee3-4fad-9c86-7a14989584a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (9559070c-3e3a-4c0a-84af-3781bb222482), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:13.068222 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-8c313464-7ee3-4fad-9c86-7a14989584a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:13.070414 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-8c313464-7ee3-4fad-9c86-7a14989584a2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9559070c-3e3a-4c0a-84af-3781bb222482 HTTP/1.1" status: 204 len: 168 time: 0.1424482 May 20 09:15:13.080431 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c313464-7ee3-4fad-9c86-7a14989584a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9559070c-3e3a-4c0a-84af-3781bb222482,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:15:13.265326 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f272e9-b6e6-4f5c-9a37-bba73e1fe806 req-c5b8ade3-009d-4808-9fff-148e44fc2ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:13.267370 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-02f272e9-b6e6-4f5c-9a37-bba73e1fe806 req-c5b8ade3-009d-4808-9fff-148e44fc2ed7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=00dbd10f-2b1d-4c58-b6e7-761738db0c0f HTTP/1.1" status: 200 len: 1129 time: 0.0473397 May 20 09:15:13.319630 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-02f272e9-b6e6-4f5c-9a37-bba73e1fe806 req-3e87155f-7fb6-4835-8d2f-4e7cf0be9bae service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=58151b77-d679-474e-9a70-9f24dcfd8d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439811 May 20 09:15:13.352112 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 60886) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:15:13.487592 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-caf52e97-06b2-4a12-a414-616ac9b0a11b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=98d3bea8a0a8490b95320500190332a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1340890 May 20 09:15:13.490090 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 60900) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:15:13.499854 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-962e3be3-35f2-4990-908c-6d30971123fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:13.546112 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:13.551565 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-dc227473-2602-4f3d-9e30-ea866882de55 admin admin] Publish callbacks [] for security_group (02ffa1da-54ab-4c78-93af-5b30e289f423), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:13.618203 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-dc227473-2602-4f3d-9e30-ea866882de55 admin admin] Publish callbacks [] for security_group (02ffa1da-54ab-4c78-93af-5b30e289f423), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:13.635174 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e7fc8d-6d64-4446-8a24-9585a35ed919 req-91ab1366-f1ee-4d88-81a9-dbb7957fb916 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:13.636713 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b8e7fc8d-6d64-4446-8a24-9585a35ed919 req-91ab1366-f1ee-4d88-81a9-dbb7957fb916 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0827942 May 20 09:15:13.714014 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-dc227473-2602-4f3d-9e30-ea866882de55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (02ffa1da-54ab-4c78-93af-5b30e289f423), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:13.716816 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-dc227473-2602-4f3d-9e30-ea866882de55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:13.718197 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-dc227473-2602-4f3d-9e30-ea866882de55 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/02ffa1da-54ab-4c78-93af-5b30e289f423 HTTP/1.1" status: 204 len: 168 time: 0.2271399 May 20 09:15:13.723391 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b8e7fc8d-6d64-4446-8a24-9585a35ed919 req-e02a8fae-eae8-406b-8398-733bb65ff7d0 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759947 May 20 09:15:13.729533 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc227473-2602-4f3d-9e30-ea866882de55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ffa1da-54ab-4c78-93af-5b30e289f423,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:15:14.098547 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923f2ea-ba4d-411e-a08b-e3c8b3d42cf4 req-3c94b98f-82a8-44ba-841f-91e1160d8458 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:14.100084 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1923f2ea-ba4d-411e-a08b-e3c8b3d42cf4 req-3c94b98f-82a8-44ba-841f-91e1160d8458 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/ports?device_id=00dbd10f-2b1d-4c58-b6e7-761738db0c0f HTTP/1.1" status: 200 len: 945 time: 0.0505004 May 20 09:15:14.156028 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1923f2ea-ba4d-411e-a08b-e3c8b3d42cf4 req-32dc00cc-5251-48c3-898f-a33605be31b3 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/security-groups?id=58151b77-d679-474e-9a70-9f24dcfd8d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500724 May 20 09:15:14.860369 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc59dee-c8c6-4cd0-89d5-d14849993831 req-c3d70db7-0885-4a4d-85c3-11d3c5ad536a tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:14.861850 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-0bc59dee-c8c6-4cd0-89d5-d14849993831 req-c3d70db7-0885-4a4d-85c3-11d3c5ad536a tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0480778 May 20 09:15:14.915069 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-0bc59dee-c8c6-4cd0-89d5-d14849993831 req-55230d5e-781c-4e71-b849-3f279435e56c tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464993 May 20 09:15:15.030661 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb00ee-6a75-45a7-8144-82bac7866225 req-93f73a77-cb70-4eb3-b47c-4f71536a0732 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:15.032093 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-5fdb00ee-6a75-45a7-8144-82bac7866225 req-93f73a77-cb70-4eb3-b47c-4f71536a0732 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=a97bdede-0305-4f4b-bc04-8b659b1c88ce HTTP/1.1" status: 200 len: 945 time: 0.0508280 May 20 09:15:15.082623 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-5fdb00ee-6a75-45a7-8144-82bac7866225 req-017e5699-923b-450d-b4d3-6d576b90003b tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431023 May 20 09:15:15.321293 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5cbba-7ce4-4e92-819d-caad82e3259a req-2497e30d-c39a-4876-9a2f-947eddcc48ce tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:15.323243 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-01d5cbba-7ce4-4e92-819d-caad82e3259a req-2497e30d-c39a-4876-9a2f-947eddcc48ce tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/ports?device_id=00dbd10f-2b1d-4c58-b6e7-761738db0c0f HTTP/1.1" status: 200 len: 945 time: 0.0790508 May 20 09:15:15.393942 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-01d5cbba-7ce4-4e92-819d-caad82e3259a req-5fbd2b42-57c3-4d72-91f1-9010d415c006 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/security-groups?id=58151b77-d679-474e-9a70-9f24dcfd8d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627494 May 20 09:15:15.774897 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-df5e0632-c821-4da6-84d3-0716a0fb0d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:16.520877 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad60f3-9fee-4f18-8d3d-4c95845464a1 req-63495a7d-a810-4523-8392-a504ab7e3aae tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:16.522378 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-73ad60f3-9fee-4f18-8d3d-4c95845464a1 req-63495a7d-a810-4523-8392-a504ab7e3aae tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/ports?device_id=00dbd10f-2b1d-4c58-b6e7-761738db0c0f HTTP/1.1" status: 200 len: 945 time: 0.0532358 May 20 09:15:16.571658 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-73ad60f3-9fee-4f18-8d3d-4c95845464a1 req-be5ab6c3-cd35-419c-a998-ad550530df7c tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/security-groups?id=58151b77-d679-474e-9a70-9f24dcfd8d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431890 May 20 09:15:16.798552 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a2a06e-b10b-428e-ab39-71edf8869a76 req-b0ca861d-73b5-41f7-85e5-f4cb06416717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:16.800134 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d6a2a06e-b10b-428e-ab39-71edf8869a76 req-b0ca861d-73b5-41f7-85e5-f4cb06416717 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ed0e52a9d6374123b57759435d43d7aa&device_id=a97bdede-0305-4f4b-bc04-8b659b1c88ce HTTP/1.1" status: 200 len: 1129 time: 0.0709281 May 20 09:15:16.806363 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e086b9-d97a-4e68-b2ed-eedbec73e2b0 req-878a65bb-50a9-4417-ab59-b62bfe57f4fe tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:16.807766 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-01e086b9-d97a-4e68-b2ed-eedbec73e2b0 req-878a65bb-50a9-4417-ab59-b62bfe57f4fe tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=a97bdede-0305-4f4b-bc04-8b659b1c88ce HTTP/1.1" status: 200 len: 945 time: 0.0702415 May 20 09:15:16.854237 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-01e086b9-d97a-4e68-b2ed-eedbec73e2b0 req-c3eec9bd-7372-4f29-9ba6-6a6e6e238cc1 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408194 May 20 09:15:17.079798 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:17.810066 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a2a06e-b10b-428e-ab39-71edf8869a76 req-a0615e00-0a37-48b0-9c7e-cbc00d8d8f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:17.811624 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d6a2a06e-b10b-428e-ab39-71edf8869a76 req-a0615e00-0a37-48b0-9c7e-cbc00d8d8f63 service neutron] 10.222.0.44 "GET /v2.0/networks?id=40febe0e-a58d-4d88-9cb1-48f696a34f45 HTTP/1.1" status: 200 len: 919 time: 0.1073484 May 20 09:15:17.983773 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa6cbc-8627-4a2c-a093-cc1fc3167cab req-bf5748b3-d886-4c22-9cb1-02720ddb7ab8 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:17.985161 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-9efa6cbc-8627-4a2c-a093-cc1fc3167cab req-bf5748b3-d886-4c22-9cb1-02720ddb7ab8 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=a97bdede-0305-4f4b-bc04-8b659b1c88ce HTTP/1.1" status: 200 len: 945 time: 0.0479734 May 20 09:15:17.998697 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.agents_db [None req-08ca63ee-ac6b-41b9-8918-1f445ad695da None None] Agent healthcheck: found 6 active agents {{(pid=104278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 09:15:18.036650 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-9efa6cbc-8627-4a2c-a093-cc1fc3167cab req-b92b5c0a-4130-445d-b53a-17020ba8ecf7 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432453 May 20 09:15:18.347704 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:18.574812 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d6a2a06e-b10b-428e-ab39-71edf8869a76 req-b445f68f-f91b-4b18-b1c2-b34846dd6fdc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5dbf97e0-97de-43b0-acce-908bce8975fe HTTP/1.1" status: 200 len: 217 time: 0.0380170 May 20 09:15:19.174995 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e011f-84f6-42a5-ae74-655021591b3b req-d4007ce3-f3d9-4212-9c51-436333340b57 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:19.176461 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d89e011f-84f6-42a5-ae74-655021591b3b req-d4007ce3-f3d9-4212-9c51-436333340b57 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=a97bdede-0305-4f4b-bc04-8b659b1c88ce HTTP/1.1" status: 200 len: 945 time: 0.0575988 May 20 09:15:19.215409 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:19.223152 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d89e011f-84f6-42a5-ae74-655021591b3b req-2828a6e5-270d-493d-91f1-f2089468048b tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409415 May 20 09:15:19.554630 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a2a06e-b10b-428e-ab39-71edf8869a76 req-37a88a48-2521-44eb-ac56-5399bca32881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:19.556819 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d6a2a06e-b10b-428e-ab39-71edf8869a76 req-37a88a48-2521-44eb-ac56-5399bca32881 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7263cb7-bd14-41ff-8f4b-b90e8869f0b0 HTTP/1.1" status: 200 len: 857 time: 0.0604932 May 20 09:15:19.605737 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a2a06e-b10b-428e-ab39-71edf8869a76 req-90823987-629a-4ce9-9061-cf52e56f15f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:19.607483 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d6a2a06e-b10b-428e-ab39-71edf8869a76 req-90823987-629a-4ce9-9061-cf52e56f15f2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=40febe0e-a58d-4d88-9cb1-48f696a34f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411615 May 20 09:15:19.698622 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d6a2a06e-b10b-428e-ab39-71edf8869a76 req-b8366e00-35b8-46db-a34a-590902d3e865 service neutron] 10.222.0.44 "GET /v2.0/networks/40febe0e-a58d-4d88-9cb1-48f696a34f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831745 May 20 09:15:19.799108 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:19.805545 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d6a2a06e-b10b-428e-ab39-71edf8869a76 req-744cc9d1-0de1-448b-9446-367f6c9b9bee service neutron] 10.222.0.44 "GET /v2.0/networks/40febe0e-a58d-4d88-9cb1-48f696a34f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924871 May 20 09:15:20.120111 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283fabb5-e89e-4e91-a0af-af487d9c149d req-a3adf17f-d954-42e8-a96b-1961bd8cbc93 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:20.121502 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-283fabb5-e89e-4e91-a0af-af487d9c149d req-a3adf17f-d954-42e8-a96b-1961bd8cbc93 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/ports?device_id=00dbd10f-2b1d-4c58-b6e7-761738db0c0f HTTP/1.1" status: 200 len: 945 time: 0.0495687 May 20 09:15:20.147058 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:20.171558 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-283fabb5-e89e-4e91-a0af-af487d9c149d req-b8146e51-7e35-44ee-bc00-e383db9b9c39 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/security-groups?id=58151b77-d679-474e-9a70-9f24dcfd8d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443151 May 20 09:15:20.350269 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bc49a-c94f-4eec-92b5-5e80d4d5a3bf req-e215f56d-46d1-4b27-b57d-51c9c625345a tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:20.352050 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-fa8bc49a-c94f-4eec-92b5-5e80d4d5a3bf req-e215f56d-46d1-4b27-b57d-51c9c625345a tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=a97bdede-0305-4f4b-bc04-8b659b1c88ce HTTP/1.1" status: 200 len: 945 time: 0.0556133 May 20 09:15:20.412313 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-fa8bc49a-c94f-4eec-92b5-5e80d4d5a3bf req-360fb561-bb6d-410a-8bb0-1eeb344de973 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528786 May 20 09:15:21.292147 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e9b4d-bcf6-4b80-9772-a9641bc35903 req-b0a39c46-9a41-44cf-9ce7-5cd3569d94a3 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:21.293681 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d72e9b4d-bcf6-4b80-9772-a9641bc35903 req-b0a39c46-9a41-44cf-9ce7-5cd3569d94a3 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/ports?device_id=00dbd10f-2b1d-4c58-b6e7-761738db0c0f HTTP/1.1" status: 200 len: 945 time: 0.0535636 May 20 09:15:21.344034 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d72e9b4d-bcf6-4b80-9772-a9641bc35903 req-244c490a-9546-44f2-ba6d-8c749225935d tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/security-groups?id=58151b77-d679-474e-9a70-9f24dcfd8d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434625 May 20 09:15:21.536580 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03920c-4631-474d-9a5c-78db14e8bedf req-f60334fb-c17e-4fa4-a735-8d84350648a3 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:21.538413 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-9e03920c-4631-474d-9a5c-78db14e8bedf req-f60334fb-c17e-4fa4-a735-8d84350648a3 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=a97bdede-0305-4f4b-bc04-8b659b1c88ce HTTP/1.1" status: 200 len: 945 time: 0.0550542 May 20 09:15:21.588821 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-9e03920c-4631-474d-9a5c-78db14e8bedf req-1e2f9b7a-cd95-488b-8139-9091fd6a610f tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444520 May 20 09:15:21.909661 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c6f49-a34c-4c68-a8c5-d208ba1c0b72 req-b4daa2f5-1b0e-4f46-8657-fd9892bd4e35 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:21.911014 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8a9c6f49-a34c-4c68-a8c5-d208ba1c0b72 req-b4daa2f5-1b0e-4f46-8657-fd9892bd4e35 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.44 "GET /v2.0/ports?device_id=00dbd10f-2b1d-4c58-b6e7-761738db0c0f HTTP/1.1" status: 200 len: 945 time: 0.0491791 May 20 09:15:21.996366 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [req-8a9c6f49-a34c-4c68-a8c5-d208ba1c0b72 req-eb332ff5-e21c-4c17-90cd-53779a5e2549 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Deleting port 6d844e13-29b3-4d31-8c99-adb33a126847 {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:15:21.996676 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-8a9c6f49-a34c-4c68-a8c5-d208ba1c0b72 req-eb332ff5-e21c-4c17-90cd-53779a5e2549 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (6d844e13-29b3-4d31-8c99-adb33a126847), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:22.091090 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [req-8a9c6f49-a34c-4c68-a8c5-d208ba1c0b72 req-eb332ff5-e21c-4c17-90cd-53779a5e2549 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] For port 6d844e13-29b3-4d31-8c99-adb33a126847, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=6d844e13-29b3-4d31-8c99-adb33a126847,segment=NetworkSegment(702855b5-4962-47b4-ac45-aaf842a4902e),segment_id=702855b5-4962-47b4-ac45-aaf842a4902e)] {{(pid=104276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:15:22.091490 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-8a9c6f49-a34c-4c68-a8c5-d208ba1c0b72 req-eb332ff5-e21c-4c17-90cd-53779a5e2549 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (6d844e13-29b3-4d31-8c99-adb33a126847), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:22.105313 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [req-8a9c6f49-a34c-4c68-a8c5-d208ba1c0b72 req-eb332ff5-e21c-4c17-90cd-53779a5e2549 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Calling delete_port for 6d844e13-29b3-4d31-8c99-adb33a126847 owned by compute:nova {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:15:22.250024 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-8a9c6f49-a34c-4c68-a8c5-d208ba1c0b72 req-eb332ff5-e21c-4c17-90cd-53779a5e2549 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (6d844e13-29b3-4d31-8c99-adb33a126847), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:22.262822 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] get_ports_and_sgs() called for port_ids ['6d844e13-29b3-4d31-8c99-adb33a126847'] {{(pid=104277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 09:15:22.279744 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb332ff5-e21c-4c17-90cd-53779a5e2549 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Pushing event deleted for resources: {'Port': ['ID=6d844e13-29b3-4d31-8c99-adb33a126847,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:15:22.307111 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb332ff5-e21c-4c17-90cd-53779a5e2549 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:22.307789 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb332ff5-e21c-4c17-90cd-53779a5e2549 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:22.307789 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb332ff5-e21c-4c17-90cd-53779a5e2549 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:22.308123 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb332ff5-e21c-4c17-90cd-53779a5e2549 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:22.308451 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb332ff5-e21c-4c17-90cd-53779a5e2549 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:22.308775 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb332ff5-e21c-4c17-90cd-53779a5e2549 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:22.309097 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb332ff5-e21c-4c17-90cd-53779a5e2549 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:22.309416 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb332ff5-e21c-4c17-90cd-53779a5e2549 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:22.309737 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb332ff5-e21c-4c17-90cd-53779a5e2549 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:22.310055 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb332ff5-e21c-4c17-90cd-53779a5e2549 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:22.310372 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb332ff5-e21c-4c17-90cd-53779a5e2549 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:22.310692 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb332ff5-e21c-4c17-90cd-53779a5e2549 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:22.311032 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb332ff5-e21c-4c17-90cd-53779a5e2549 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:22.311357 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb332ff5-e21c-4c17-90cd-53779a5e2549 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:22.311674 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb332ff5-e21c-4c17-90cd-53779a5e2549 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:22.334510 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a9c6f49-a34c-4c68-a8c5-d208ba1c0b72 req-eb332ff5-e21c-4c17-90cd-53779a5e2549 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] No DVR routers for this DVR port 6d844e13-29b3-4d31-8c99-adb33a126847 on host hv-cinder-83699 {{(pid=104276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:15:22.341559 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-8a9c6f49-a34c-4c68-a8c5-d208ba1c0b72 req-eb332ff5-e21c-4c17-90cd-53779a5e2549 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for port (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:22.345179 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8a9c6f49-a34c-4c68-a8c5-d208ba1c0b72 req-eb332ff5-e21c-4c17-90cd-53779a5e2549 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.44 "DELETE /v2.0/ports/6d844e13-29b3-4d31-8c99-adb33a126847 HTTP/1.1" status: 204 len: 173 time: 0.4256358 May 20 09:15:22.345609 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00dbd10f-2b1d-4c58-b6e7-761738db0c0f', 'name': 'network-vif-deleted', 'tag': '6d844e13-29b3-4d31-8c99-adb33a126847'}] {{(pid=104276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:15:22.348269 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f1859fdf6517cac9f3390f7253b255bfbc77edc31af200be8f81c994e01841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5cb1631-d240-4de3-a2c2-8abc3abddea2" -d '{"events": [{"server_uuid": "00dbd10f-2b1d-4c58-b6e7-761738db0c0f", "name": "network-vif-deleted", "tag": "6d844e13-29b3-4d31-8c99-adb33a126847"}]}' {{(pid=104276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:15:22.388640 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 09:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1601bb0-1ddf-4f79-b9fd-a450e2aff462 x-openstack-request-id: req-a1601bb0-1ddf-4f79-b9fd-a450e2aff462 {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:15:22.388943 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00dbd10f-2b1d-4c58-b6e7-761738db0c0f", "name": "network-vif-deleted", "tag": "6d844e13-29b3-4d31-8c99-adb33a126847", "status": "completed", "code": 200}]} {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:15:22.389254 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a1601bb0-1ddf-4f79-b9fd-a450e2aff462 {{(pid=104276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:15:22.389687 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1601bb0-1ddf-4f79-b9fd-a450e2aff462'] response: {'server_uuid': '00dbd10f-2b1d-4c58-b6e7-761738db0c0f', 'name': 'network-vif-deleted', 'tag': '6d844e13-29b3-4d31-8c99-adb33a126847', 'status': 'completed', 'code': 200} May 20 09:15:22.463564 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-92c9083f-e6fc-412f-9b43-ab993676dca7 req-e75b8726-4c65-4671-9464-7c35d5e30f83 tempest-VolumesActionsTest-2038882880 tempest-VolumesActionsTest-2038882880-project] 10.222.0.69 "GET /v2.0/ports?device_id=00dbd10f-2b1d-4c58-b6e7-761738db0c0f HTTP/1.1" status: 200 len: 210 time: 0.0352931 May 20 09:15:22.712551 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694da6c-b27f-4791-93e9-8865e0152410 req-8616b2d4-f828-4fa9-ae26-11c17ffc1872 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:22.714301 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1694da6c-b27f-4791-93e9-8865e0152410 req-8616b2d4-f828-4fa9-ae26-11c17ffc1872 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=a97bdede-0305-4f4b-bc04-8b659b1c88ce HTTP/1.1" status: 200 len: 945 time: 0.0543938 May 20 09:15:22.746776 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:22.782372 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (2d1be950-4dd6-4324-90da-2272c7a86826), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:22.784086 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1694da6c-b27f-4791-93e9-8865e0152410 req-a70f3ade-ea74-4e85-b5fc-c99490d3e959 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599828 May 20 09:15:23.720146 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 32864) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:15:23.931206 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a54294-d346-4a3d-bd76-0e7681190aaa req-da6490b6-83fc-4f78-9fae-e392e2cab438 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:23.933967 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-79a54294-d346-4a3d-bd76-0e7681190aaa req-da6490b6-83fc-4f78-9fae-e392e2cab438 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=a97bdede-0305-4f4b-bc04-8b659b1c88ce HTTP/1.1" status: 200 len: 945 time: 0.0704787 May 20 09:15:23.941978 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-16922ef4-df35-4efd-805c-da146a825950 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:23.960459 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:24.016691 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-79a54294-d346-4a3d-bd76-0e7681190aaa req-76eeb052-e95a-41bb-9b89-80270d9f4630 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758708 May 20 09:15:24.038309 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-16922ef4-df35-4efd-805c-da146a825950 admin admin] Publish callbacks [] for security_group (a9748cd2-5b29-45a5-acfd-dc44b11909fb), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:24.043866 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-16922ef4-df35-4efd-805c-da146a825950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (a9748cd2-5b29-45a5-acfd-dc44b11909fb), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:24.092998 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-16922ef4-df35-4efd-805c-da146a825950 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=946993153a0e449fb1a8bf6caca8de04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3685946 May 20 09:15:24.092998 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16922ef4-df35-4efd-805c-da146a825950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9748cd2-5b29-45a5-acfd-dc44b11909fb,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:15:24.093609 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 32890) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:15:24.103540 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16922ef4-df35-4efd-805c-da146a825950 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:24.104144 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16922ef4-df35-4efd-805c-da146a825950 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:24.104491 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16922ef4-df35-4efd-805c-da146a825950 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:24.104983 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16922ef4-df35-4efd-805c-da146a825950 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:24.105509 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16922ef4-df35-4efd-805c-da146a825950 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:24.105852 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16922ef4-df35-4efd-805c-da146a825950 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:24.106191 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16922ef4-df35-4efd-805c-da146a825950 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:24.106522 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16922ef4-df35-4efd-805c-da146a825950 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:24.106850 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16922ef4-df35-4efd-805c-da146a825950 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:24.107516 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16922ef4-df35-4efd-805c-da146a825950 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:24.108025 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16922ef4-df35-4efd-805c-da146a825950 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:24.108503 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16922ef4-df35-4efd-805c-da146a825950 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:24.108997 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16922ef4-df35-4efd-805c-da146a825950 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:24.109326 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16922ef4-df35-4efd-805c-da146a825950 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:24.109654 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16922ef4-df35-4efd-805c-da146a825950 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:24.148195 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:24.163073 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6990b408-cf2e-4cf2-b9e7-65b34a9cd869 admin admin] Publish callbacks [] for security_group (a9748cd2-5b29-45a5-acfd-dc44b11909fb), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:24.191122 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6990b408-cf2e-4cf2-b9e7-65b34a9cd869 admin admin] Publish callbacks [] for security_group (a9748cd2-5b29-45a5-acfd-dc44b11909fb), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:24.263316 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6990b408-cf2e-4cf2-b9e7-65b34a9cd869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (a9748cd2-5b29-45a5-acfd-dc44b11909fb), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:24.266162 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6990b408-cf2e-4cf2-b9e7-65b34a9cd869 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:24.267557 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-6990b408-cf2e-4cf2-b9e7-65b34a9cd869 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a9748cd2-5b29-45a5-acfd-dc44b11909fb HTTP/1.1" status: 204 len: 168 time: 0.1731613 May 20 09:15:24.276945 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990b408-cf2e-4cf2-b9e7-65b34a9cd869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9748cd2-5b29-45a5-acfd-dc44b11909fb,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:15:24.588931 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 32924) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:15:24.602882 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-55af3974-70e4-4c6a-9e80-e4f22ee02e60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:24.679602 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-55af3974-70e4-4c6a-9e80-e4f22ee02e60 admin admin] Publish callbacks [] for security_group (71df65d6-0bb8-4ef1-ba63-c1842096f71e), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:24.686086 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-55af3974-70e4-4c6a-9e80-e4f22ee02e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (71df65d6-0bb8-4ef1-ba63-c1842096f71e), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:24.723879 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-55af3974-70e4-4c6a-9e80-e4f22ee02e60 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0e5fad626987478a85aa88a12182829e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1335974 May 20 09:15:24.726405 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55af3974-70e4-4c6a-9e80-e4f22ee02e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71df65d6-0bb8-4ef1-ba63-c1842096f71e,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:15:24.726686 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 32926) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:15:24.782293 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-680f2eb1-5a13-44dc-ac9a-8aea9fa41326 admin admin] Publish callbacks [] for security_group (71df65d6-0bb8-4ef1-ba63-c1842096f71e), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:24.805017 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-680f2eb1-5a13-44dc-ac9a-8aea9fa41326 admin admin] Publish callbacks [] for security_group (71df65d6-0bb8-4ef1-ba63-c1842096f71e), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:24.824017 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:24.854273 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-680f2eb1-5a13-44dc-ac9a-8aea9fa41326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (71df65d6-0bb8-4ef1-ba63-c1842096f71e), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:24.857075 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-680f2eb1-5a13-44dc-ac9a-8aea9fa41326 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:24.858389 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-680f2eb1-5a13-44dc-ac9a-8aea9fa41326 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/71df65d6-0bb8-4ef1-ba63-c1842096f71e HTTP/1.1" status: 204 len: 168 time: 0.1306827 May 20 09:15:24.868382 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f2eb1-5a13-44dc-ac9a-8aea9fa41326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71df65d6-0bb8-4ef1-ba63-c1842096f71e,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:15:25.138834 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b3aeeb-811d-4fc8-8fce-4ec91fc85e21 req-c0743fae-c37b-4439-84b2-ebd33f0f5155 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:25.141010 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-55b3aeeb-811d-4fc8-8fce-4ec91fc85e21 req-c0743fae-c37b-4439-84b2-ebd33f0f5155 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=a97bdede-0305-4f4b-bc04-8b659b1c88ce HTTP/1.1" status: 200 len: 945 time: 0.0522151 May 20 09:15:25.193830 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-55b3aeeb-811d-4fc8-8fce-4ec91fc85e21 req-1b7c2880-bb4b-49d3-8d99-b1926514b58b tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444155 May 20 09:15:26.308584 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6ced2-8de7-436b-ac4d-40030ad03c41 req-e413fbea-25d2-449d-b6f4-449dbabb3b65 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:26.310077 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-11c6ced2-8de7-436b-ac4d-40030ad03c41 req-e413fbea-25d2-449d-b6f4-449dbabb3b65 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=a97bdede-0305-4f4b-bc04-8b659b1c88ce HTTP/1.1" status: 200 len: 945 time: 0.0499563 May 20 09:15:26.356029 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-11c6ced2-8de7-436b-ac4d-40030ad03c41 req-0e5b9a39-126c-40f2-a3e3-a5458e07ebd8 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403214 May 20 09:15:27.460782 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 6d844e13-29b3-4d31-8c99-adb33a126847 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 09:15:27.481792 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] No Port match for: 6d844e13-29b3-4d31-8c99-adb33a126847 {{(pid=104277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 20 09:15:27.482197 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 6d844e13-29b3-4d31-8c99-adb33a126847 not bound to the agent host hv-cinder-83699 {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 09:15:27.491821 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc76941-4c65-470a-b41b-d02bf818d87e req-bd6b9910-a025-4261-bcff-39cba2e19c86 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:27.493528 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-3fc76941-4c65-470a-b41b-d02bf818d87e req-bd6b9910-a025-4261-bcff-39cba2e19c86 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=a97bdede-0305-4f4b-bc04-8b659b1c88ce HTTP/1.1" status: 200 len: 945 time: 0.0610533 May 20 09:15:27.544343 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-3fc76941-4c65-470a-b41b-d02bf818d87e req-53970b1c-6595-4a8b-9469-bbf61ab629b1 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450969 May 20 09:15:27.995421 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:28.661441 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686bebeb-ac8b-430e-9f8c-af575d555c72 req-30aa7f82-a6de-42c6-ad90-fb72aae4ee91 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:28.663005 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-686bebeb-ac8b-430e-9f8c-af575d555c72 req-30aa7f82-a6de-42c6-ad90-fb72aae4ee91 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=a97bdede-0305-4f4b-bc04-8b659b1c88ce HTTP/1.1" status: 200 len: 945 time: 0.0471990 May 20 09:15:28.717046 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-686bebeb-ac8b-430e-9f8c-af575d555c72 req-10622852-2c5a-41bc-b7aa-c59d48c17eae tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477207 May 20 09:15:29.836839 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8fcb52-c783-4496-be5d-665a8ff5b2ae req-084559de-4c12-4d08-af2a-c228e918ed40 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:29.838321 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-1c8fcb52-c783-4496-be5d-665a8ff5b2ae req-084559de-4c12-4d08-af2a-c228e918ed40 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=a97bdede-0305-4f4b-bc04-8b659b1c88ce HTTP/1.1" status: 200 len: 945 time: 0.0488286 May 20 09:15:29.892301 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-1c8fcb52-c783-4496-be5d-665a8ff5b2ae req-7a9cdbbf-80cb-4427-8b0c-a019d2fd287e tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444350 May 20 09:15:31.008856 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61694065-9183-4ecb-a61e-4037f14e199a req-17750558-04bb-4f12-a0ce-db8d9aebabf6 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:31.010419 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-61694065-9183-4ecb-a61e-4037f14e199a req-17750558-04bb-4f12-a0ce-db8d9aebabf6 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=a97bdede-0305-4f4b-bc04-8b659b1c88ce HTTP/1.1" status: 200 len: 945 time: 0.0497513 May 20 09:15:31.061941 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-61694065-9183-4ecb-a61e-4037f14e199a req-b2e87bf6-5ec3-45b7-a440-320b35d051ef tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457215 May 20 09:15:32.185924 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc30d61-3598-4002-a336-b761e7f41b74 req-933918d5-59da-4043-9de3-bc61ebd4af9e tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:32.188883 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-0cc30d61-3598-4002-a336-b761e7f41b74 req-933918d5-59da-4043-9de3-bc61ebd4af9e tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=a97bdede-0305-4f4b-bc04-8b659b1c88ce HTTP/1.1" status: 200 len: 945 time: 0.0550835 May 20 09:15:32.249727 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-0cc30d61-3598-4002-a336-b761e7f41b74 req-89574631-1ca0-4787-8ced-2b39ce83d1cf tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512409 May 20 09:15:33.164650 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f74b3e-3493-41bd-b4e6-3ba01660de1b req-cb426a54-12b1-435d-88bd-bf1460d1ad39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:33.166162 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-98f74b3e-3493-41bd-b4e6-3ba01660de1b req-cb426a54-12b1-435d-88bd-bf1460d1ad39 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ed0e52a9d6374123b57759435d43d7aa&device_id=a97bdede-0305-4f4b-bc04-8b659b1c88ce HTTP/1.1" status: 200 len: 1129 time: 0.0429528 May 20 09:15:33.283804 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f74b3e-3493-41bd-b4e6-3ba01660de1b req-54bcb38d-f595-4881-b419-0f9f2da6f70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:33.285450 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-98f74b3e-3493-41bd-b4e6-3ba01660de1b req-54bcb38d-f595-4881-b419-0f9f2da6f70e service neutron] 10.222.0.44 "GET /v2.0/networks?id=40febe0e-a58d-4d88-9cb1-48f696a34f45 HTTP/1.1" status: 200 len: 919 time: 0.0973029 May 20 09:15:33.331629 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-98f74b3e-3493-41bd-b4e6-3ba01660de1b req-3d6ddb09-9118-4d1b-a368-bc7cee426a59 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5dbf97e0-97de-43b0-acce-908bce8975fe HTTP/1.1" status: 200 len: 217 time: 0.0372910 May 20 09:15:33.399631 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66db5b-a286-4895-9714-2fead791a2a7 req-f414e0de-6c73-49f2-9355-25beaa42a69d tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:33.407678 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4a66db5b-a286-4895-9714-2fead791a2a7 req-f414e0de-6c73-49f2-9355-25beaa42a69d tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=a97bdede-0305-4f4b-bc04-8b659b1c88ce HTTP/1.1" status: 200 len: 945 time: 0.0740304 May 20 09:15:33.452040 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:33.481665 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f74b3e-3493-41bd-b4e6-3ba01660de1b req-2bb2329a-b8d8-4cae-a787-2a546980c7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:33.483604 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-98f74b3e-3493-41bd-b4e6-3ba01660de1b req-2bb2329a-b8d8-4cae-a787-2a546980c7f9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7263cb7-bd14-41ff-8f4b-b90e8869f0b0 HTTP/1.1" status: 200 len: 857 time: 0.1366808 May 20 09:15:33.584407 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:33.602648 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4a66db5b-a286-4895-9714-2fead791a2a7 req-ba348015-dbf6-4a4a-a364-939fee41eb7d tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937482 May 20 09:15:33.631687 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f74b3e-3493-41bd-b4e6-3ba01660de1b req-4ed9f8b3-dd8a-458d-91cd-ec7cd2f34183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:33.633238 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-98f74b3e-3493-41bd-b4e6-3ba01660de1b req-4ed9f8b3-dd8a-458d-91cd-ec7cd2f34183 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=40febe0e-a58d-4d88-9cb1-48f696a34f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1358523 May 20 09:15:33.762999 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-98f74b3e-3493-41bd-b4e6-3ba01660de1b req-929d44ff-0342-4cca-be46-48857299be61 service neutron] 10.222.0.44 "GET /v2.0/networks/40febe0e-a58d-4d88-9cb1-48f696a34f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939491 May 20 09:15:34.148635 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-98f74b3e-3493-41bd-b4e6-3ba01660de1b req-718e9cbd-a131-402f-9160-12cc86d1127e service neutron] 10.222.0.44 "GET /v2.0/networks/40febe0e-a58d-4d88-9cb1-48f696a34f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105132 May 20 09:15:34.744200 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71b6b1-df0d-4adc-b977-2d92300ffd7f req-3f7e3e60-a282-4492-ac15-ed085d57a873 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:34.746392 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-2c71b6b1-df0d-4adc-b977-2d92300ffd7f req-3f7e3e60-a282-4492-ac15-ed085d57a873 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=a97bdede-0305-4f4b-bc04-8b659b1c88ce HTTP/1.1" status: 200 len: 945 time: 0.0607584 May 20 09:15:34.860307 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-2c71b6b1-df0d-4adc-b977-2d92300ffd7f req-12d954a1-5360-4eb4-99c8-a200ca3846a1 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050081 May 20 09:15:34.894359 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=35,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:35.117495 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 33174) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:15:35.126128 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-d7cfcfab-5a13-4f9e-b7b8-4856c36d291e tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1276305789', 'description': 'tempest-description--534911745'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:15:35.148979 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-d7cfcfab-5a13-4f9e-b7b8-4856c36d291e tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:35.220465 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-d7cfcfab-5a13-4f9e-b7b8-4856c36d291e tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for security_group (c0a2d5ec-4628-45ae-992c-23806e0c3453), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:35.232591 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-d7cfcfab-5a13-4f9e-b7b8-4856c36d291e tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (c0a2d5ec-4628-45ae-992c-23806e0c3453), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:35.281671 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cfcfab-5a13-4f9e-b7b8-4856c36d291e tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a2d5ec-4628-45ae-992c-23806e0c3453,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:15:35.288565 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-d7cfcfab-5a13-4f9e-b7b8-4856c36d291e tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:35.289785 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-d7cfcfab-5a13-4f9e-b7b8-4856c36d291e tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1711702 May 20 09:15:35.292958 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 33176) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:15:35.298281 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-c9f1529f-d9b7-4d99-bee5-49c8e7b99354 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Request body: {'security_group_rule': {'security_group_id': 'c0a2d5ec-4628-45ae-992c-23806e0c3453', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:15:35.343471 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-c9f1529f-d9b7-4d99-bee5-49c8e7b99354 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for security_group_rule (76346c16-0f5a-4709-a2dd-a5d9edffd782), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:35.398389 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-c9f1529f-d9b7-4d99-bee5-49c8e7b99354 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for security_group_rule (76346c16-0f5a-4709-a2dd-a5d9edffd782), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:35.403184 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-c9f1529f-d9b7-4d99-bee5-49c8e7b99354 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547209'] for security_group_rule (76346c16-0f5a-4709-a2dd-a5d9edffd782), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:35.417112 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:35.423453 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f1529f-d9b7-4d99-bee5-49c8e7b99354 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76346c16-0f5a-4709-a2dd-a5d9edffd782,revision_number=0']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:15:35.440093 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-c9f1529f-d9b7-4d99-bee5-49c8e7b99354 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:35.444745 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-c9f1529f-d9b7-4d99-bee5-49c8e7b99354 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1494622 May 20 09:15:35.445056 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 33178) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:15:35.449750 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-19e0148d-45fc-4366-b8bd-716af5c2c14e tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Request body: {'security_group_rule': {'security_group_id': 'c0a2d5ec-4628-45ae-992c-23806e0c3453', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:15:35.478291 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-19e0148d-45fc-4366-b8bd-716af5c2c14e tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for security_group_rule (7e2f3e83-8476-440a-b040-176ca51e5f22), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:35.543623 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-19e0148d-45fc-4366-b8bd-716af5c2c14e tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for security_group_rule (7e2f3e83-8476-440a-b040-176ca51e5f22), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:35.548660 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-19e0148d-45fc-4366-b8bd-716af5c2c14e tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547209'] for security_group_rule (7e2f3e83-8476-440a-b040-176ca51e5f22), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:35.568573 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0148d-45fc-4366-b8bd-716af5c2c14e tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e2f3e83-8476-440a-b040-176ca51e5f22,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:15:35.577626 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-19e0148d-45fc-4366-b8bd-716af5c2c14e tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:35.578833 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-19e0148d-45fc-4366-b8bd-716af5c2c14e tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1327741 May 20 09:15:35.582414 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 33180) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:15:35.587138 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-5cd194bc-9646-4429-8f10-3181783bf49d tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Request body: {'floatingip': {'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:15:35.617595 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-5cd194bc-9646-4429-8f10-3181783bf49d tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:35.711093 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-5cd194bc-9646-4429-8f10-3181783bf49d tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:35.855353 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.db_base_plugin_common [None req-5cd194bc-9646-4429-8f10-3181783bf49d tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Allocated IP 172.27.0.23 (db85349c-1449-495a-9881-8426bbf372da/93804823-6bc2-4eb0-bfcd-bdee0631ed3e/885346cf-eaf2-4b61-bf7e-71f78304b790) {{(pid=104275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:15:35.945948 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:36.328164 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-5cd194bc-9646-4429-8f10-3181783bf49d tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for port (885346cf-eaf2-4b61-bf7e-71f78304b790), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:36.344289 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2013c00c-b71c-49f9-b3ee-6671b68ffba1 req-c5b54d28-37d2-462f-b2d8-0e47df58c4aa tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:36.345924 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-2013c00c-b71c-49f9-b3ee-6671b68ffba1 req-c5b54d28-37d2-462f-b2d8-0e47df58c4aa tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=a97bdede-0305-4f4b-bc04-8b659b1c88ce HTTP/1.1" status: 200 len: 945 time: 0.3876317 May 20 09:15:36.406485 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-5cd194bc-9646-4429-8f10-3181783bf49d tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30908355'] for port (885346cf-eaf2-4b61-bf7e-71f78304b790), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:36.464506 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-2013c00c-b71c-49f9-b3ee-6671b68ffba1 req-4bdcdbd1-3dc5-429e-980e-0d4f171ab87f tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081791 May 20 09:15:36.469143 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd194bc-9646-4429-8f10-3181783bf49d tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Network db85349c-1449-495a-9881-8426bbf372da is already hosted by enough agents. {{(pid=104275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:15:36.476237 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.base_scheduler [None req-5cd194bc-9646-4429-8f10-3181783bf49d tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Resources bound (agent type, host, resource id): {{(pid=104275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:15:36.480460 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd194bc-9646-4429-8f10-3181783bf49d tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Received port after_create {{(pid=104275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:15:36.515595 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd194bc-9646-4429-8f10-3181783bf49d tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Pushing event updated for resources: {'Port': ['ID=885346cf-eaf2-4b61-bf7e-71f78304b790,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:15:36.591007 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-5cd194bc-9646-4429-8f10-3181783bf49d tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for floatingip (8e793720-cc6e-4f43-a0cf-7755b9ea0839), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:36.635151 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-5cd194bc-9646-4429-8f10-3181783bf49d tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (885346cf-eaf2-4b61-bf7e-71f78304b790), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:36.762240 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:36.870625 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-5cd194bc-9646-4429-8f10-3181783bf49d tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for port (885346cf-eaf2-4b61-bf7e-71f78304b790), precommit_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:36.877982 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-5cd194bc-9646-4429-8f10-3181783bf49d tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30908404'] for port (885346cf-eaf2-4b61-bf7e-71f78304b790), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:36.949779 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd194bc-9646-4429-8f10-3181783bf49d tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Pushing event updated for resources: {'Port': ['ID=885346cf-eaf2-4b61-bf7e-71f78304b790,revision_number=2']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:15:36.959907 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-5cd194bc-9646-4429-8f10-3181783bf49d tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680135'] for floatingip (8e793720-cc6e-4f43-a0cf-7755b9ea0839), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:36.976159 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-5cd194bc-9646-4429-8f10-3181783bf49d tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for floatingip (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:36.977505 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-5cd194bc-9646-4429-8f10-3181783bf49d tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3940165 May 20 09:15:37.465276 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=39,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:43.495050 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b128ca78-d03a-4649-a451-deecbbbc9d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:44.102829 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-2876a5b6-822b-472b-a631-44e1c9d77bbe req-17948f0b-9a52-41f9-9a06-8a641ac91061 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1276305789&fields=id&tenant_id=2ddfd22e3dde4cc89c073bd2d88d648b HTTP/1.1" status: 200 len: 267 time: 0.0458336 May 20 09:15:44.185624 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:44.246708 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876a5b6-822b-472b-a631-44e1c9d77bbe req-d435d8cb-f35d-4022-b9bd-43147f594b59 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:44.253589 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-2876a5b6-822b-472b-a631-44e1c9d77bbe req-d435d8cb-f35d-4022-b9bd-43147f594b59 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/networks?id=328df357-f834-447d-8616-ac57cd7979a2 HTTP/1.1" status: 200 len: 814 time: 0.1431301 May 20 09:15:44.282088 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-2876a5b6-822b-472b-a631-44e1c9d77bbe req-c299b92e-73f4-45df-8343-4e751525e8d4 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/quotas/2ddfd22e3dde4cc89c073bd2d88d648b HTTP/1.1" status: 200 len: 375 time: 0.0275707 May 20 09:15:44.343626 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6831fd-7d82-474b-affa-9e689d9e9821 req-4fc011e5-50ac-4a12-bdc9-2e482610c17b tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:44.345218 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-0f6831fd-7d82-474b-affa-9e689d9e9821 req-4fc011e5-50ac-4a12-bdc9-2e482610c17b tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=a97bdede-0305-4f4b-bc04-8b659b1c88ce HTTP/1.1" status: 200 len: 945 time: 0.0503507 May 20 09:15:44.356415 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-2876a5b6-822b-472b-a631-44e1c9d77bbe req-cc176180-7eee-4bca-b55b-afa5317e2714 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ddfd22e3dde4cc89c073bd2d88d648b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0671368 May 20 09:15:44.391489 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-0f6831fd-7d82-474b-affa-9e689d9e9821 req-bfbe11d5-c79f-4c93-9839-d0fe290374af tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405614 May 20 09:15:44.465833 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-2876a5b6-822b-472b-a631-44e1c9d77bbe req-f1b03f7b-7681-4ddf-a2fd-205bd14fa0d4 service neutron] 10.222.0.69 "GET /v2.0/networks/328df357-f834-447d-8616-ac57cd7979a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979130 May 20 09:15:44.584717 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-2876a5b6-822b-472b-a631-44e1c9d77bbe req-8ab0613e-358c-4233-af2e-8a7f7b36fc72 service neutron] 10.222.0.69 "GET /v2.0/networks/328df357-f834-447d-8616-ac57cd7979a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121912 May 20 09:15:44.645800 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d5c50-7872-482b-9180-2780b9bbb15d req-51c49357-9811-4e97-a1de-e0c358d059d1 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:44.648572 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4d3d5c50-7872-482b-9180-2780b9bbb15d req-51c49357-9811-4e97-a1de-e0c358d059d1 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 945 time: 0.0578249 May 20 09:15:44.705515 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4d3d5c50-7872-482b-9180-2780b9bbb15d req-1404b1d8-31e9-479d-bedc-ff8de26e47e6 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513725 May 20 09:15:44.790734 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-5c31edf5-a564-480b-8605-74fbf7f403ba req-07374268-3a98-4fb6-a16f-537abb24710e tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd40b569-94f7-46ca-9c6e-9fce603f84a6 HTTP/1.1" status: 200 len: 210 time: 0.0422275 May 20 09:15:44.836223 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601beae-5d02-4aa3-941b-b6ca79eb0f1c req-920cac3b-6a4b-43e7-9582-71626d50e860 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:44.837735 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-2601beae-5d02-4aa3-941b-b6ca79eb0f1c req-920cac3b-6a4b-43e7-9582-71626d50e860 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 945 time: 0.0719819 May 20 09:15:44.888638 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-2601beae-5d02-4aa3-941b-b6ca79eb0f1c req-5b6b7d91-2a96-44bf-b474-9955aeda0b34 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450630 May 20 09:15:45.002656 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=23 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:45.006589 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=9 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:45.552252 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee63759-70ac-4c15-8779-4a816e0d451d req-806a2ba0-f866-45a5-b9b6-11efab081412 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:45.553845 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-5ee63759-70ac-4c15-8779-4a816e0d451d req-806a2ba0-f866-45a5-b9b6-11efab081412 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=a97bdede-0305-4f4b-bc04-8b659b1c88ce HTTP/1.1" status: 200 len: 945 time: 0.0781047 May 20 09:15:45.562553 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b7598f-3e66-4295-b15d-f07fcd669fa1 req-5591268e-813c-4d0c-992d-1487c9de1960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:45.564977 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-41b7598f-3e66-4295-b15d-f07fcd669fa1 req-5591268e-813c-4d0c-992d-1487c9de1960 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a97bdede-0305-4f4b-bc04-8b659b1c88ce HTTP/1.1" status: 200 len: 1129 time: 0.0616672 May 20 09:15:45.779980 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b6568681-47d3-417d-a357-f310edd92626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:45.878987 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a38a358-54df-43b2-9326-0c2005318cac req-56bd6a6b-6eee-4747-954f-ba049b72a88f tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:45.881115 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-4a38a358-54df-43b2-9326-0c2005318cac req-56bd6a6b-6eee-4747-954f-ba049b72a88f tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 945 time: 0.0700736 May 20 09:15:45.901469 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:45.908182 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:45.930569 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-41b7598f-3e66-4295-b15d-f07fcd669fa1 req-4b2adaf8-90d6-4f08-be81-db75d0a8e07b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497965 May 20 09:15:45.934829 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-5ee63759-70ac-4c15-8779-4a816e0d451d req-406451f9-2faf-406c-9ec2-8d4c66699c26 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626628 May 20 09:15:46.024334 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-4a38a358-54df-43b2-9326-0c2005318cac req-8e21074a-d806-4095-9f8b-6783370d03dc tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341200 May 20 09:15:46.075973 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f9ad24ec-f943-4f67-b046-8931e12dd4ff req-f94e103a-80f1-4a00-8b9b-6f0c71a2f2ad tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd40b569-94f7-46ca-9c6e-9fce603f84a6 HTTP/1.1" status: 200 len: 210 time: 0.0320854 May 20 09:15:46.160223 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29108bd4-68ff-4009-b27f-157e24b9949b req-56238c44-a93a-4e1b-ba6a-91605eb526d1 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:46.161772 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-29108bd4-68ff-4009-b27f-157e24b9949b req-56238c44-a93a-4e1b-ba6a-91605eb526d1 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 945 time: 0.0676808 May 20 09:15:46.244441 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-29108bd4-68ff-4009-b27f-157e24b9949b req-6704c39b-b7cc-443c-87a8-9d7a14b96132 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744591 May 20 09:15:46.377160 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876a5b6-822b-472b-a631-44e1c9d77bbe req-b1286ec0-05cd-4a4d-835f-d9092f776558 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:46.380213 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2876a5b6-822b-472b-a631-44e1c9d77bbe req-b1286ec0-05cd-4a4d-835f-d9092f776558 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.44 "GET /v2.0/networks?id=328df357-f834-447d-8616-ac57cd7979a2 HTTP/1.1" status: 200 len: 814 time: 0.2014251 May 20 09:15:46.508713 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2876a5b6-822b-472b-a631-44e1c9d77bbe req-9ef7dd21-8c58-4108-9294-a1e5df3d19d5 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ddfd22e3dde4cc89c073bd2d88d648b HTTP/1.1" status: 200 len: 472 time: 0.1129262 May 20 09:15:46.791161 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [req-2876a5b6-822b-472b-a631-44e1c9d77bbe req-8c9e4ff3-948c-4002-91d6-82f1e78a6308 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Request body: {'port': {'device_id': 'cd40b569-94f7-46ca-9c6e-9fce603f84a6', 'network_id': '328df357-f834-447d-8616-ac57cd7979a2', 'admin_state_up': True, 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'security_groups': ['c0a2d5ec-4628-45ae-992c-23806e0c3453']}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:15:46.937543 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2876a5b6-822b-472b-a631-44e1c9d77bbe req-8c9e4ff3-948c-4002-91d6-82f1e78a6308 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Made reservation on behalf of 2ddfd22e3dde4cc89c073bd2d88d648b for: {'port': 1} {{(pid=104276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:15:46.940959 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-2876a5b6-822b-472b-a631-44e1c9d77bbe req-8c9e4ff3-948c-4002-91d6-82f1e78a6308 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:47.093528 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:47.133614 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f090fb2-f30f-4083-b1c5-ae0118cd1885 req-ec6bb95c-c802-4be9-91c7-91ff7071f4e4 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:47.135162 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6f090fb2-f30f-4083-b1c5-ae0118cd1885 req-ec6bb95c-c802-4be9-91c7-91ff7071f4e4 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=a97bdede-0305-4f4b-bc04-8b659b1c88ce HTTP/1.1" status: 200 len: 945 time: 0.1071053 May 20 09:15:47.164356 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_common [req-2876a5b6-822b-472b-a631-44e1c9d77bbe req-8c9e4ff3-948c-4002-91d6-82f1e78a6308 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Allocated IP 172.20.0.9 (328df357-f834-447d-8616-ac57cd7979a2/6a66febf-40e6-435b-a129-884260e28f23/1d0fae47-b7b6-4830-9f35-b102d70a7a40) {{(pid=104276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:15:47.183510 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ebbfc-43fb-488c-becf-3b80140d7a52 req-0735ac27-94ee-4706-8722-ec68fa4131c8 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:47.185795 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-907ebbfc-43fb-488c-becf-3b80140d7a52 req-0735ac27-94ee-4706-8722-ec68fa4131c8 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 945 time: 0.0559711 May 20 09:15:47.201452 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6f090fb2-f30f-4083-b1c5-ae0118cd1885 req-598a8284-0c81-4d88-ad4a-1172d5c73dd3 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567787 May 20 09:15:47.321414 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-907ebbfc-43fb-488c-becf-3b80140d7a52 req-9c69f87c-d020-4238-b8c8-44c8adaac5a9 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289074 May 20 09:15:47.373541 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-50e80ecf-efd8-4023-abaf-342716292e4e req-b88404d7-0241-4cc4-9298-c7b355c0e37b tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd40b569-94f7-46ca-9c6e-9fce603f84a6 HTTP/1.1" status: 200 len: 210 time: 0.0820403 May 20 09:15:47.418753 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:47.477517 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17402aa1-9c65-409c-8031-b4f9e584295d req-bd7291f2-0cba-4e8e-8e19-46c188d06afc tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:47.484617 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-17402aa1-9c65-409c-8031-b4f9e584295d req-bd7291f2-0cba-4e8e-8e19-46c188d06afc tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 945 time: 0.0771337 May 20 09:15:47.529820 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-2876a5b6-822b-472b-a631-44e1c9d77bbe req-8c9e4ff3-948c-4002-91d6-82f1e78a6308 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for port (1d0fae47-b7b6-4830-9f35-b102d70a7a40), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:47.568747 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-2876a5b6-822b-472b-a631-44e1c9d77bbe req-8c9e4ff3-948c-4002-91d6-82f1e78a6308 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (1d0fae47-b7b6-4830-9f35-b102d70a7a40), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:47.569181 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-17402aa1-9c65-409c-8031-b4f9e584295d req-4f0b0d14-258a-46a3-85c2-e1970918deda tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832713 May 20 09:15:47.614379 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2876a5b6-822b-472b-a631-44e1c9d77bbe req-8c9e4ff3-948c-4002-91d6-82f1e78a6308 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Network 328df357-f834-447d-8616-ac57cd7979a2 is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:15:47.618185 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [req-2876a5b6-822b-472b-a631-44e1c9d77bbe req-8c9e4ff3-948c-4002-91d6-82f1e78a6308 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:15:47.635334 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:47.637402 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [req-2876a5b6-822b-472b-a631-44e1c9d77bbe req-8c9e4ff3-948c-4002-91d6-82f1e78a6308 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Received port after_create {{(pid=104276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:15:47.684122 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e4ff3-948c-4002-91d6-82f1e78a6308 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Pushing event updated for resources: {'Port': ['ID=1d0fae47-b7b6-4830-9f35-b102d70a7a40,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:15:47.695657 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:47.715936 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876a5b6-822b-472b-a631-44e1c9d77bbe req-8c9e4ff3-948c-4002-91d6-82f1e78a6308 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:47.716518 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-2876a5b6-822b-472b-a631-44e1c9d77bbe req-8c9e4ff3-948c-4002-91d6-82f1e78a6308 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for port (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:47.744270 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2876a5b6-822b-472b-a631-44e1c9d77bbe req-8c9e4ff3-948c-4002-91d6-82f1e78a6308 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9570813 May 20 09:15:47.878539 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-f658a833-392b-4ed7-8977-689eebe8dbe7 None None] Provisioning complete for port 1d0fae47-b7b6-4830-9f35-b102d70a7a40 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:15:47.879025 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-f658a833-392b-4ed7-8977-689eebe8dbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (1d0fae47-b7b6-4830-9f35-b102d70a7a40), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:47.930655 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-f658a833-392b-4ed7-8977-689eebe8dbe7 None None] Port 1d0fae47-b7b6-4830-9f35-b102d70a7a40 cannot update to ACTIVE because it is not bound. {{(pid=104277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 20 09:15:48.030314 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [req-2876a5b6-822b-472b-a631-44e1c9d77bbe req-a4015e59-63e7-4b10-8b7b-dab44310b9d1 service neutron] Request body: {'port': {'device_id': 'cd40b569-94f7-46ca-9c6e-9fce603f84a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:15:48.119128 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-2876a5b6-822b-472b-a631-44e1c9d77bbe req-a4015e59-63e7-4b10-8b7b-dab44310b9d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (1d0fae47-b7b6-4830-9f35-b102d70a7a40), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:48.350141 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:48.407733 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550bbbf-6575-4010-a6c3-cce2771046ae req-330f5ec3-ba86-444b-92b4-84eb1e0da0ff tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:48.409702 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8550bbbf-6575-4010-a6c3-cce2771046ae req-330f5ec3-ba86-444b-92b4-84eb1e0da0ff tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=a97bdede-0305-4f4b-bc04-8b659b1c88ce HTTP/1.1" status: 200 len: 945 time: 0.0885355 May 20 09:15:48.471606 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6701cc54-b2f2-4b36-906e-3333101ad4ab req-67f216eb-d8eb-4be4-b09b-edbc8f037a9c tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:48.474308 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-6701cc54-b2f2-4b36-906e-3333101ad4ab req-67f216eb-d8eb-4be4-b09b-edbc8f037a9c tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 945 time: 0.0564349 May 20 09:15:48.510142 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8550bbbf-6575-4010-a6c3-cce2771046ae req-4a5bc150-2165-4ebb-a63b-a2810f858052 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881362 May 20 09:15:48.578128 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-6701cc54-b2f2-4b36-906e-3333101ad4ab req-1ff85131-a355-44a7-8581-ea31b6cfe28a tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929327 May 20 09:15:48.633873 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.notifiers.nova [req-2876a5b6-822b-472b-a631-44e1c9d77bbe req-a4015e59-63e7-4b10-8b7b-dab44310b9d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d0fae47-b7b6-4830-9f35-b102d70a7a40 {{(pid=104276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 09:15:48.699682 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-2876a5b6-822b-472b-a631-44e1c9d77bbe req-a4015e59-63e7-4b10-8b7b-dab44310b9d1 service neutron] Publish callbacks [] for port (1d0fae47-b7b6-4830-9f35-b102d70a7a40), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:48.728607 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78855aa-ff26-4d9f-b099-7c9dcf191373 req-4573ef93-4d9d-44b4-b4a0-00a77d17ee3c tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:48.736799 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a78855aa-ff26-4d9f-b099-7c9dcf191373 req-4573ef93-4d9d-44b4-b4a0-00a77d17ee3c tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd40b569-94f7-46ca-9c6e-9fce603f84a6 HTTP/1.1" status: 200 len: 931 time: 0.0877652 May 20 09:15:48.754428 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.provisioning_blocks [req-2876a5b6-822b-472b-a631-44e1c9d77bbe req-a4015e59-63e7-4b10-8b7b-dab44310b9d1 service neutron] Transition to ACTIVE for port object 1d0fae47-b7b6-4830-9f35-b102d70a7a40 will not be triggered until provisioned by entity L2. {{(pid=104276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 20 09:15:48.761701 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02163dd7-47cf-4662-a18b-b542951bf864 req-38946a46-240b-4b6f-aa99-e68d2d5f5ec2 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:48.771326 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-02163dd7-47cf-4662-a18b-b542951bf864 req-38946a46-240b-4b6f-aa99-e68d2d5f5ec2 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 945 time: 0.0625529 May 20 09:15:48.803332 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a78855aa-ff26-4d9f-b099-7c9dcf191373 req-73662b28-805f-4aec-b678-90daecf4827d tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0a2d5ec-4628-45ae-992c-23806e0c3453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652492 May 20 09:15:48.804932 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-2876a5b6-822b-472b-a631-44e1c9d77bbe req-a4015e59-63e7-4b10-8b7b-dab44310b9d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32464857'] for port (1d0fae47-b7b6-4830-9f35-b102d70a7a40), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:48.844403 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-02163dd7-47cf-4662-a18b-b542951bf864 req-b31bb3c4-dbcd-4640-923a-a70721ad89f0 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627193 May 20 09:15:48.965442 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4015e59-63e7-4b10-8b7b-dab44310b9d1 service neutron] Pushing event updated for resources: {'Port': ['ID=1d0fae47-b7b6-4830-9f35-b102d70a7a40,revision_number=2']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:15:48.993610 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.managers [req-2876a5b6-822b-472b-a631-44e1c9d77bbe req-a4015e59-63e7-4b10-8b7b-dab44310b9d1 service neutron] Attempting to bind port 1d0fae47-b7b6-4830-9f35-b102d70a7a40 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 20 09:15:48.993992 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.managers [req-2876a5b6-822b-472b-a631-44e1c9d77bbe req-a4015e59-63e7-4b10-8b7b-dab44310b9d1 service neutron] Attempting to bind port 1d0fae47-b7b6-4830-9f35-b102d70a7a40 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'ef282a07-cf11-4b01-9306-f20c5aec5e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '328df357-f834-447d-8616-ac57cd7979a2'}] {{(pid=104276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 20 09:15:48.994725 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2876a5b6-822b-472b-a631-44e1c9d77bbe req-a4015e59-63e7-4b10-8b7b-dab44310b9d1 service neutron] Attempting to bind port 1d0fae47-b7b6-4830-9f35-b102d70a7a40 on network 328df357-f834-447d-8616-ac57cd7979a2 {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:15:49.003381 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2876a5b6-822b-472b-a631-44e1c9d77bbe req-a4015e59-63e7-4b10-8b7b-dab44310b9d1 service neutron] Port 1d0fae47-b7b6-4830-9f35-b102d70a7a40 on network 328df357-f834-447d-8616-ac57cd7979a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 09:15:49.003769 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2876a5b6-822b-472b-a631-44e1c9d77bbe req-a4015e59-63e7-4b10-8b7b-dab44310b9d1 service neutron] Attempting to bind port 1d0fae47-b7b6-4830-9f35-b102d70a7a40 on network 328df357-f834-447d-8616-ac57cd7979a2 {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:15:49.012953 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2876a5b6-822b-472b-a631-44e1c9d77bbe req-a4015e59-63e7-4b10-8b7b-dab44310b9d1 service neutron] Checking agent: {'id': '2d1be950-4dd6-4324-90da-2272c7a86826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 9, 11, 22), 'started_at': datetime.datetime(2022, 5, 20, 9, 11, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 9, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 09:15:49.013299 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2876a5b6-822b-472b-a631-44e1c9d77bbe req-a4015e59-63e7-4b10-8b7b-dab44310b9d1 service neutron] Checking segment: {'id': 'ef282a07-cf11-4b01-9306-f20c5aec5e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '328df357-f834-447d-8616-ac57cd7979a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:15:49.013685 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2876a5b6-822b-472b-a631-44e1c9d77bbe req-a4015e59-63e7-4b10-8b7b-dab44310b9d1 service neutron] Bound using segment: {'id': 'ef282a07-cf11-4b01-9306-f20c5aec5e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '328df357-f834-447d-8616-ac57cd7979a2'} {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 09:15:49.014164 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.managers [req-2876a5b6-822b-472b-a631-44e1c9d77bbe req-a4015e59-63e7-4b10-8b7b-dab44310b9d1 service neutron] Bound port: 1d0fae47-b7b6-4830-9f35-b102d70a7a40, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef282a07-cf11-4b01-9306-f20c5aec5e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '328df357-f834-447d-8616-ac57cd7979a2'}}] {{(pid=104276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 20 09:15:49.014573 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-2876a5b6-822b-472b-a631-44e1c9d77bbe req-a4015e59-63e7-4b10-8b7b-dab44310b9d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (1d0fae47-b7b6-4830-9f35-b102d70a7a40), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:49.125357 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [req-2876a5b6-822b-472b-a631-44e1c9d77bbe req-a4015e59-63e7-4b10-8b7b-dab44310b9d1 service neutron] For port 1d0fae47-b7b6-4830-9f35-b102d70a7a40, host hv-cinder-83699, cleared binding levels {{(pid=104276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 09:15:49.130343 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f6587-7daf-42ab-a1c8-dc30983d6065 req-67b8c3a6-afdc-4ad2-b58d-84c9dca66fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:49.132574 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-948f6587-7daf-42ab-a1c8-dc30983d6065 req-67b8c3a6-afdc-4ad2-b58d-84c9dca66fca service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ed0e52a9d6374123b57759435d43d7aa&device_id=a97bdede-0305-4f4b-bc04-8b659b1c88ce HTTP/1.1" status: 200 len: 1129 time: 0.1028469 May 20 09:15:49.135079 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:49.139412 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [req-2876a5b6-822b-472b-a631-44e1c9d77bbe req-a4015e59-63e7-4b10-8b7b-dab44310b9d1 service neutron] For port 1d0fae47-b7b6-4830-9f35-b102d70a7a40, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1d0fae47-b7b6-4830-9f35-b102d70a7a40,segment=NetworkSegment(ef282a07-cf11-4b01-9306-f20c5aec5e53),segment_id=ef282a07-cf11-4b01-9306-f20c5aec5e53)] {{(pid=104276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 09:15:49.142067 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee4c38-22e5-4b6e-8e2b-a6c7351836f3 req-26187920-2bc2-462d-b704-91727022f592 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:49.143697 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a6ee4c38-22e5-4b6e-8e2b-a6c7351836f3 req-26187920-2bc2-462d-b704-91727022f592 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=a97bdede-0305-4f4b-bc04-8b659b1c88ce HTTP/1.1" status: 200 len: 945 time: 0.0731058 May 20 09:15:49.154386 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-2876a5b6-822b-472b-a631-44e1c9d77bbe req-a4015e59-63e7-4b10-8b7b-dab44310b9d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32464857'] for port (1d0fae47-b7b6-4830-9f35-b102d70a7a40), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:49.194017 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876a5b6-822b-472b-a631-44e1c9d77bbe req-a4015e59-63e7-4b10-8b7b-dab44310b9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:49.194637 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-2876a5b6-822b-472b-a631-44e1c9d77bbe req-a4015e59-63e7-4b10-8b7b-dab44310b9d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for port (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:49.196084 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2876a5b6-822b-472b-a631-44e1c9d77bbe req-a4015e59-63e7-4b10-8b7b-dab44310b9d1 service neutron] 10.222.0.44 "PUT /v2.0/ports/1d0fae47-b7b6-4830-9f35-b102d70a7a40 HTTP/1.1" status: 200 len: 1093 time: 1.1700854 May 20 09:15:49.196522 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd40b569-94f7-46ca-9c6e-9fce603f84a6', 'tag': '1d0fae47-b7b6-4830-9f35-b102d70a7a40'}] {{(pid=104276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:15:49.199504 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f1859fdf6517cac9f3390f7253b255bfbc77edc31af200be8f81c994e01841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb703bf3-526c-430c-93b9-d2123a0753a2" -d '{"events": [{"name": "network-changed", "server_uuid": "cd40b569-94f7-46ca-9c6e-9fce603f84a6", "tag": "1d0fae47-b7b6-4830-9f35-b102d70a7a40"}]}' {{(pid=104276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:15:49.214725 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:49.279792 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:49.294527 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a6ee4c38-22e5-4b6e-8e2b-a6c7351836f3 req-ab55a285-3903-4f7c-8b99-168ceb5acc85 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408916 May 20 09:15:49.317421 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f6587-7daf-42ab-a1c8-dc30983d6065 req-3e2a5e96-7e46-417c-b5dc-d4436c15debd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:49.319305 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-948f6587-7daf-42ab-a1c8-dc30983d6065 req-3e2a5e96-7e46-417c-b5dc-d4436c15debd service neutron] 10.222.0.44 "GET /v2.0/networks?id=40febe0e-a58d-4d88-9cb1-48f696a34f45 HTTP/1.1" status: 200 len: 919 time: 0.1746182 May 20 09:15:49.332116 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 09:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ae244e-db10-4ae9-bd04-b3e44ee92825 x-openstack-request-id: req-b2ae244e-db10-4ae9-bd04-b3e44ee92825 {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:15:49.332408 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd40b569-94f7-46ca-9c6e-9fce603f84a6", "tag": "1d0fae47-b7b6-4830-9f35-b102d70a7a40", "status": "completed", "code": 200}]} {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:15:49.332698 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b2ae244e-db10-4ae9-bd04-b3e44ee92825 {{(pid=104276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:15:49.333191 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2ae244e-db10-4ae9-bd04-b3e44ee92825'] response: {'name': 'network-changed', 'server_uuid': 'cd40b569-94f7-46ca-9c6e-9fce603f84a6', 'tag': '1d0fae47-b7b6-4830-9f35-b102d70a7a40', 'status': 'completed', 'code': 200} May 20 09:15:49.336409 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4015e59-63e7-4b10-8b7b-dab44310b9d1 service neutron] Pushing event updated for resources: {'Port': ['ID=1d0fae47-b7b6-4830-9f35-b102d70a7a40,revision_number=3']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:15:49.355385 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876a5b6-822b-472b-a631-44e1c9d77bbe req-8bba5399-5fe7-417e-ae05-f38e06c0400e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:49.356245 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2876a5b6-822b-472b-a631-44e1c9d77bbe req-8bba5399-5fe7-417e-ae05-f38e06c0400e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ddfd22e3dde4cc89c073bd2d88d648b&device_id=cd40b569-94f7-46ca-9c6e-9fce603f84a6 HTTP/1.1" status: 200 len: 1127 time: 0.1046011 May 20 09:15:49.382567 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-948f6587-7daf-42ab-a1c8-dc30983d6065 req-82db51e7-8461-4880-9443-406b7aa5ba12 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5dbf97e0-97de-43b0-acce-908bce8975fe HTTP/1.1" status: 200 len: 217 time: 0.0355291 May 20 09:15:49.424017 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2876a5b6-822b-472b-a631-44e1c9d77bbe req-e81a4f4f-ef20-4624-98b7-a5ab3b06bd69 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d0fae47-b7b6-4830-9f35-b102d70a7a40 HTTP/1.1" status: 200 len: 217 time: 0.0460124 May 20 09:15:49.446647 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f6587-7daf-42ab-a1c8-dc30983d6065 req-6eecf887-0a10-4f09-a0db-ef3cd0304477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:49.448339 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-948f6587-7daf-42ab-a1c8-dc30983d6065 req-6eecf887-0a10-4f09-a0db-ef3cd0304477 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7263cb7-bd14-41ff-8f4b-b90e8869f0b0 HTTP/1.1" status: 200 len: 857 time: 0.0541902 May 20 09:15:49.486662 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876a5b6-822b-472b-a631-44e1c9d77bbe req-b2b2adfd-5054-4520-8d83-1344f0e87380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:49.488722 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2876a5b6-822b-472b-a631-44e1c9d77bbe req-b2b2adfd-5054-4520-8d83-1344f0e87380 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6a66febf-40e6-435b-a129-884260e28f23 HTTP/1.1" status: 200 len: 853 time: 0.0579813 May 20 09:15:49.518175 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f6587-7daf-42ab-a1c8-dc30983d6065 req-a51416bb-1699-4451-88e9-e689c494d75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:49.519997 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-948f6587-7daf-42ab-a1c8-dc30983d6065 req-a51416bb-1699-4451-88e9-e689c494d75e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=40febe0e-a58d-4d88-9cb1-48f696a34f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0573905 May 20 09:15:49.540814 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876a5b6-822b-472b-a631-44e1c9d77bbe req-5495c3d6-f308-4c77-9fe2-c3f6262e1eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:49.543462 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2876a5b6-822b-472b-a631-44e1c9d77bbe req-5495c3d6-f308-4c77-9fe2-c3f6262e1eaf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=328df357-f834-447d-8616-ac57cd7979a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0480645 May 20 09:15:49.655424 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-948f6587-7daf-42ab-a1c8-dc30983d6065 req-fce4e182-4faa-4cf3-b67d-1720e5b08a57 service neutron] 10.222.0.44 "GET /v2.0/networks/40febe0e-a58d-4d88-9cb1-48f696a34f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283796 May 20 09:15:49.704529 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2876a5b6-822b-472b-a631-44e1c9d77bbe req-b15bc381-bf02-4d2b-9d4b-aaa6b545a5d5 service neutron] 10.222.0.44 "GET /v2.0/networks/328df357-f834-447d-8616-ac57cd7979a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532452 May 20 09:15:49.770442 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-948f6587-7daf-42ab-a1c8-dc30983d6065 req-6080dc4e-c2be-4fce-b1bc-de86aacf1992 service neutron] 10.222.0.44 "GET /v2.0/networks/40febe0e-a58d-4d88-9cb1-48f696a34f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036968 May 20 09:15:49.837300 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107de28-79d5-4172-a0fb-97e8cc5abf6e req-429562e3-9c31-4a31-bd32-71f7d12e03e8 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:49.845242 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-3107de28-79d5-4172-a0fb-97e8cc5abf6e req-429562e3-9c31-4a31-bd32-71f7d12e03e8 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 945 time: 0.0787003 May 20 09:15:49.845469 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2876a5b6-822b-472b-a631-44e1c9d77bbe req-7f3b80d3-7e2d-4bd8-add5-806dc3dbf304 service neutron] 10.222.0.44 "GET /v2.0/networks/328df357-f834-447d-8616-ac57cd7979a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313100 May 20 09:15:49.902826 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-3107de28-79d5-4172-a0fb-97e8cc5abf6e req-7a71d3aa-c539-4fa6-91a1-f4675b004273 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552313 May 20 09:15:49.963931 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbefeb54-886b-4157-856e-0c3619eb3ab4 req-030086f0-3d8d-45cf-83a2-0e4e2467624b tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:49.966460 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-cbefeb54-886b-4157-856e-0c3619eb3ab4 req-030086f0-3d8d-45cf-83a2-0e4e2467624b tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd40b569-94f7-46ca-9c6e-9fce603f84a6 HTTP/1.1" status: 200 len: 943 time: 0.0803394 May 20 09:15:50.028496 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-cbefeb54-886b-4157-856e-0c3619eb3ab4 req-097b019b-fe93-4cd7-840b-51e60e548e92 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0a2d5ec-4628-45ae-992c-23806e0c3453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558600 May 20 09:15:50.041380 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8cc794-c400-442d-adf5-99dc8d0ee4b0 req-4d23da9e-97fa-479f-a561-89a56d2033b4 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:50.049736 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-cc8cc794-c400-442d-adf5-99dc8d0ee4b0 req-4d23da9e-97fa-479f-a561-89a56d2033b4 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 945 time: 0.0696299 May 20 09:15:50.110233 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-cc8cc794-c400-442d-adf5-99dc8d0ee4b0 req-5fcee77e-2b6e-44c6-8e2c-1ff22a52f2ab tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595119 May 20 09:15:50.181138 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:50.415003 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e229a-75f6-49a2-bfd2-27262e40705b req-108b6254-9d80-4463-a61a-74a3fe8fdc99 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:50.416785 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1e3e229a-75f6-49a2-bfd2-27262e40705b req-108b6254-9d80-4463-a61a-74a3fe8fdc99 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=a97bdede-0305-4f4b-bc04-8b659b1c88ce HTTP/1.1" status: 200 len: 945 time: 0.0596321 May 20 09:15:50.470964 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1e3e229a-75f6-49a2-bfd2-27262e40705b req-5aa0cc31-2af5-4858-b7bb-756e52ee1366 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485251 May 20 09:15:51.041789 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec557b8-bea1-4b8b-a394-488943b1cd84 req-252f1eaf-7074-42d8-8f30-6cb7fb7e1151 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:51.043460 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-4ec557b8-bea1-4b8b-a394-488943b1cd84 req-252f1eaf-7074-42d8-8f30-6cb7fb7e1151 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 945 time: 0.0496173 May 20 09:15:51.108035 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-4ec557b8-bea1-4b8b-a394-488943b1cd84 req-8ab0fa30-0fab-4b31-8e5c-ae857ecfa998 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585306 May 20 09:15:51.199168 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551060b-3711-4351-a3f1-031e717b656a req-9636c30d-dbad-40df-8586-0d7d6b300c3c tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:51.206435 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4551060b-3711-4351-a3f1-031e717b656a req-9636c30d-dbad-40df-8586-0d7d6b300c3c tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd40b569-94f7-46ca-9c6e-9fce603f84a6 HTTP/1.1" status: 200 len: 943 time: 0.0545590 May 20 09:15:51.242782 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a945c-5281-4112-993a-f65e4fee4663 req-d5f1da14-0683-4f71-b293-75114e5f4bfe tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:51.249877 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-db0a945c-5281-4112-993a-f65e4fee4663 req-d5f1da14-0683-4f71-b293-75114e5f4bfe tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 945 time: 0.0607789 May 20 09:15:51.262924 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4551060b-3711-4351-a3f1-031e717b656a req-277e12c2-6618-4fc8-bafd-8cab5be3724c tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0a2d5ec-4628-45ae-992c-23806e0c3453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555341 May 20 09:15:51.303824 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-db0a945c-5281-4112-993a-f65e4fee4663 req-1ec98a3b-0ca1-4827-adaa-f3adfbdc6f15 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529430 May 20 09:15:51.607706 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebce41-0ec1-4c48-836c-a9759a8d5063 req-d05a8370-b160-4408-ba6f-b6dcc6189d0b tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:51.610047 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-18ebce41-0ec1-4c48-836c-a9759a8d5063 req-d05a8370-b160-4408-ba6f-b6dcc6189d0b tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=a97bdede-0305-4f4b-bc04-8b659b1c88ce HTTP/1.1" status: 200 len: 945 time: 0.0572796 May 20 09:15:51.668081 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-18ebce41-0ec1-4c48-836c-a9759a8d5063 req-d53903b3-3d73-4297-9652-294d2f9a97d7 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497932 May 20 09:15:52.245434 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:52.263406 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8979c-e29a-4dbe-afd5-a38998f24191 req-c66fa56a-e652-466b-a3ef-bd262c1c12e2 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:52.266895 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-62f8979c-e29a-4dbe-afd5-a38998f24191 req-c66fa56a-e652-466b-a3ef-bd262c1c12e2 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 945 time: 0.0635769 May 20 09:15:52.351134 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:52.359827 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-62f8979c-e29a-4dbe-afd5-a38998f24191 req-383fd8dc-515d-4364-9437-4d6e116e84cb tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862353 May 20 09:15:52.396134 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a14430-7f9c-4aa2-8b68-d66a19881468 req-c1363853-f077-4f46-8df8-0840dc9a656e tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:52.404114 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-37a14430-7f9c-4aa2-8b68-d66a19881468 req-c1363853-f077-4f46-8df8-0840dc9a656e tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd40b569-94f7-46ca-9c6e-9fce603f84a6 HTTP/1.1" status: 200 len: 943 time: 0.0607538 May 20 09:15:52.467103 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-37a14430-7f9c-4aa2-8b68-d66a19881468 req-abd4e045-a1b0-45e8-be25-668552424189 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0a2d5ec-4628-45ae-992c-23806e0c3453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617554 May 20 09:15:52.501394 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec324de-45e9-4020-b2f5-bdae53f00556 req-1c6962c8-b405-467f-ad4d-28e462d060c7 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:52.507735 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-eec324de-45e9-4020-b2f5-bdae53f00556 req-1c6962c8-b405-467f-ad4d-28e462d060c7 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 945 time: 0.0829213 May 20 09:15:52.570749 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-eec324de-45e9-4020-b2f5-bdae53f00556 req-cca6265e-0c3f-4f11-b996-26b05c3d28f7 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605378 May 20 09:15:52.759174 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (2d1be950-4dd6-4324-90da-2272c7a86826), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:52.796714 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ea45d-b75d-456e-8b15-11a1e8192a67 req-792f8aa5-0ddb-47c9-971b-0a882a35c668 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:52.798307 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-bc0ea45d-b75d-456e-8b15-11a1e8192a67 req-792f8aa5-0ddb-47c9-971b-0a882a35c668 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=a97bdede-0305-4f4b-bc04-8b659b1c88ce HTTP/1.1" status: 200 len: 945 time: 0.0629294 May 20 09:15:52.859404 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-bc0ea45d-b75d-456e-8b15-11a1e8192a67 req-750178ce-ed39-4881-aef4-c206ddccbe78 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479376 May 20 09:15:53.486401 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8d571-0741-4e56-bc83-0d8f92313072 req-ccbb20df-b7dc-4aac-a8dc-6d55fce11001 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:53.487936 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f3d8d571-0741-4e56-bc83-0d8f92313072 req-ccbb20df-b7dc-4aac-a8dc-6d55fce11001 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 945 time: 0.0491610 May 20 09:15:53.575774 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f3d8d571-0741-4e56-bc83-0d8f92313072 req-e93b4ff5-ef40-476b-8340-93cd468662ab tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768635 May 20 09:15:53.605806 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6c24c-13ad-4f80-8ab9-4d5e7b065369 req-96b23572-0134-462e-a701-bbe8e2b322c2 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:53.608204 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-59b6c24c-13ad-4f80-8ab9-4d5e7b065369 req-96b23572-0134-462e-a701-bbe8e2b322c2 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd40b569-94f7-46ca-9c6e-9fce603f84a6 HTTP/1.1" status: 200 len: 943 time: 0.0643649 May 20 09:15:53.622031 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:53.665302 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-59b6c24c-13ad-4f80-8ab9-4d5e7b065369 req-401b7086-735f-49f5-a31d-6604c267ee64 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0a2d5ec-4628-45ae-992c-23806e0c3453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506966 May 20 09:15:53.718263 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4cfe16-dace-4fc8-8698-c6cbe9051cf2 req-afdd73cb-c8b6-4b1d-949f-b361cb44c23d tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:53.719989 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-7d4cfe16-dace-4fc8-8698-c6cbe9051cf2 req-afdd73cb-c8b6-4b1d-949f-b361cb44c23d tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 945 time: 0.0629497 May 20 09:15:53.757227 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 1d0fae47-b7b6-4830-9f35-b102d70a7a40 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 09:15:53.767480 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-7d4cfe16-dace-4fc8-8698-c6cbe9051cf2 req-76057717-27a3-419c-9eec-ef56abca364f tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415986 May 20 09:15:53.876670 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port 1d0fae47-b7b6-4830-9f35-b102d70a7a40, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1d0fae47-b7b6-4830-9f35-b102d70a7a40,segment=NetworkSegment(ef282a07-cf11-4b01-9306-f20c5aec5e53),segment_id=ef282a07-cf11-4b01-9306-f20c5aec5e53)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:15:53.893948 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Returning: {'device': '1d0fae47-b7b6-4830-9f35-b102d70a7a40', 'network_id': '328df357-f834-447d-8616-ac57cd7979a2', 'port_id': '1d0fae47-b7b6-4830-9f35-b102d70a7a40', 'mac_address': 'fa:16:3e:3e:55:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a66febf-40e6-435b-a129-884260e28f23', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 09:15:53.937119 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port 1d0fae47-b7b6-4830-9f35-b102d70a7a40 is: DOWN; New status is: BUILD {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:15:53.937647 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (1d0fae47-b7b6-4830-9f35-b102d70a7a40), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:53.968355 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d0fae47-b7b6-4830-9f35-b102d70a7a40 {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 09:15:53.990053 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d7b06a-81bc-466f-ab65-4f26c326aa39 req-c9f14733-5547-4944-b8b3-4defc657e496 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:53.992899 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a7d7b06a-81bc-466f-ab65-4f26c326aa39 req-c9f14733-5547-4944-b8b3-4defc657e496 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=a97bdede-0305-4f4b-bc04-8b659b1c88ce HTTP/1.1" status: 200 len: 945 time: 0.0655713 May 20 09:15:53.995642 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port 1d0fae47-b7b6-4830-9f35-b102d70a7a40, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1d0fae47-b7b6-4830-9f35-b102d70a7a40,segment=NetworkSegment(ef282a07-cf11-4b01-9306-f20c5aec5e53),segment_id=ef282a07-cf11-4b01-9306-f20c5aec5e53)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:15:54.002860 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (1d0fae47-b7b6-4830-9f35-b102d70a7a40), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:54.026901 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:54.054363 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a7d7b06a-81bc-466f-ab65-4f26c326aa39 req-deaa590c-6591-4f2f-9283-b469979d13ee tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543487 May 20 09:15:54.058353 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=1d0fae47-b7b6-4830-9f35-b102d70a7a40,revision_number=4']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:15:54.065954 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:54.066415 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:54.066927 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:54.067502 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:54.068011 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:54.068542 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:54.069079 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:54.069586 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:54.070019 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:54.070428 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:54.070867 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:54.071369 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:54.071813 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:54.072294 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:54.072642 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:15:54.692074 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3253023-a0fa-4be6-9b46-dca146f12dac req-69e66937-c923-48d2-be29-9415e5300521 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:54.693553 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-c3253023-a0fa-4be6-9b46-dca146f12dac req-69e66937-c923-48d2-be29-9415e5300521 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 945 time: 0.0466037 May 20 09:15:54.744157 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-c3253023-a0fa-4be6-9b46-dca146f12dac req-99a13817-5466-41a6-8c20-da31d9b46fd5 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431120 May 20 09:15:54.797093 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616199ea-6c38-4310-b9b4-b59a47f87f60 req-b8a16b19-c102-41ea-8a2b-05db113f04b8 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:54.799021 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-616199ea-6c38-4310-b9b4-b59a47f87f60 req-b8a16b19-c102-41ea-8a2b-05db113f04b8 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd40b569-94f7-46ca-9c6e-9fce603f84a6 HTTP/1.1" status: 200 len: 944 time: 0.0553524 May 20 09:15:54.847877 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-616199ea-6c38-4310-b9b4-b59a47f87f60 req-c6a3c46e-515a-4eb7-b52d-bfe1a7974b19 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0a2d5ec-4628-45ae-992c-23806e0c3453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420666 May 20 09:15:54.903439 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899acd6-7da7-4a0b-a552-23a35322b253 req-ba8c5518-7ffb-4886-816c-aa05bb620fd9 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:54.904940 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-5899acd6-7da7-4a0b-a552-23a35322b253 req-ba8c5518-7ffb-4886-816c-aa05bb620fd9 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 945 time: 0.0518372 May 20 09:15:54.953022 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-5899acd6-7da7-4a0b-a552-23a35322b253 req-dd2c568b-704a-4e0d-9983-3fce763fa8bf tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415738 May 20 09:15:54.998706 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.agents_db [None req-08ca63ee-ac6b-41b9-8918-1f445ad695da None None] Agent healthcheck: found 6 active agents {{(pid=104278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 09:15:55.176788 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e89217-23d2-4846-ac86-bce32e1d6d12 req-c7045111-d6a7-4041-a222-6c2bae98f1c3 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:55.178233 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-69e89217-23d2-4846-ac86-bce32e1d6d12 req-c7045111-d6a7-4041-a222-6c2bae98f1c3 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=a97bdede-0305-4f4b-bc04-8b659b1c88ce HTTP/1.1" status: 200 len: 945 time: 0.0461648 May 20 09:15:55.225976 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-69e89217-23d2-4846-ac86-bce32e1d6d12 req-46a36362-3a2e-49c1-ab32-7ddc9aacc513 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420752 May 20 09:15:55.872262 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d134b-d73c-4a04-8499-341a897a4c9c req-11633c8d-b466-46ab-aecf-8ac4263a5cc6 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:55.873745 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-6b5d134b-d73c-4a04-8499-341a897a4c9c req-11633c8d-b466-46ab-aecf-8ac4263a5cc6 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 945 time: 0.0476937 May 20 09:15:55.922255 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-6b5d134b-d73c-4a04-8499-341a897a4c9c req-5a10fa92-9b0c-4e38-89f3-d4c80a806e19 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430503 May 20 09:15:55.967505 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00bcc3-c772-408a-ac43-acca5b71f5e8 req-e3e8833a-340a-40ad-af2b-40a1b7181f8d tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:55.968964 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ce00bcc3-c772-408a-ac43-acca5b71f5e8 req-e3e8833a-340a-40ad-af2b-40a1b7181f8d tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd40b569-94f7-46ca-9c6e-9fce603f84a6 HTTP/1.1" status: 200 len: 944 time: 0.0514662 May 20 09:15:56.018585 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ce00bcc3-c772-408a-ac43-acca5b71f5e8 req-010fe56b-a54b-4198-8199-c17bc03bb3a4 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0a2d5ec-4628-45ae-992c-23806e0c3453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420041 May 20 09:15:56.044016 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] get_ports_and_sgs() called for port_ids ['1d0fae47-b7b6-4830-9f35-b102d70a7a40'] {{(pid=104277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 09:15:56.073202 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104fbef1-13d6-4837-bfee-f951178a84f4 req-5cec51fa-f2ee-4408-9e91-2314542f9d92 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:56.074674 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-104fbef1-13d6-4837-bfee-f951178a84f4 req-5cec51fa-f2ee-4408-9e91-2314542f9d92 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 945 time: 0.0519025 May 20 09:15:56.124272 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-104fbef1-13d6-4837-bfee-f951178a84f4 req-b3b2bc63-c641-42a1-982b-d065db51ba0d tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436707 May 20 09:15:56.221915 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb703bf3-526c-430c-93b9-d2123a0753a2 req-af146996-344f-4c65-9985-0374d2493cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:56.224358 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-bb703bf3-526c-430c-93b9-d2123a0753a2 req-af146996-344f-4c65-9985-0374d2493cb7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ddfd22e3dde4cc89c073bd2d88d648b&device_id=cd40b569-94f7-46ca-9c6e-9fce603f84a6 HTTP/1.1" status: 200 len: 1128 time: 0.0431478 May 20 09:15:56.346022 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe7baf-ef44-45f7-a1a5-a4e764e7899c req-09d6e275-8da1-4316-b1cd-04be9ec41c22 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:56.347418 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-48fe7baf-ef44-45f7-a1a5-a4e764e7899c req-09d6e275-8da1-4316-b1cd-04be9ec41c22 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=a97bdede-0305-4f4b-bc04-8b659b1c88ce HTTP/1.1" status: 200 len: 945 time: 0.0466518 May 20 09:15:56.402093 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-48fe7baf-ef44-45f7-a1a5-a4e764e7899c req-447f00d6-9ce9-4897-9727-908bbc9f1ffc tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490839 May 20 09:15:56.845931 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb703bf3-526c-430c-93b9-d2123a0753a2 req-c9c1ba29-79cb-4bc9-b0c9-54187bedfa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:56.847451 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-bb703bf3-526c-430c-93b9-d2123a0753a2 req-c9c1ba29-79cb-4bc9-b0c9-54187bedfa02 service neutron] 10.222.0.44 "GET /v2.0/networks?id=328df357-f834-447d-8616-ac57cd7979a2 HTTP/1.1" status: 200 len: 915 time: 0.0978472 May 20 09:15:56.886663 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-bb703bf3-526c-430c-93b9-d2123a0753a2 req-ffabd5b0-8a78-41c9-8264-d28c2594029c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d0fae47-b7b6-4830-9f35-b102d70a7a40 HTTP/1.1" status: 200 len: 217 time: 0.0323961 May 20 09:15:56.939504 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb703bf3-526c-430c-93b9-d2123a0753a2 req-0d5f1d57-e684-4b4a-af72-db957861a8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:56.940982 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-bb703bf3-526c-430c-93b9-d2123a0753a2 req-0d5f1d57-e684-4b4a-af72-db957861a8f7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6a66febf-40e6-435b-a129-884260e28f23 HTTP/1.1" status: 200 len: 853 time: 0.0472968 May 20 09:15:56.991226 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb703bf3-526c-430c-93b9-d2123a0753a2 req-0089de95-8b13-4bc7-90da-fe2552d2d6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:56.993003 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-bb703bf3-526c-430c-93b9-d2123a0753a2 req-0089de95-8b13-4bc7-90da-fe2552d2d6c2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=328df357-f834-447d-8616-ac57cd7979a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423341 May 20 09:15:57.053155 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9706947-073e-4d00-ba01-14e23b9d65c6 req-ed9f173e-d50b-4802-9141-802998857b28 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:57.061872 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f9706947-073e-4d00-ba01-14e23b9d65c6 req-ed9f173e-d50b-4802-9141-802998857b28 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 945 time: 0.0554581 May 20 09:15:57.105798 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f9706947-073e-4d00-ba01-14e23b9d65c6 req-be11ffeb-93df-438d-bc1c-30b3a3b18ab7 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427053 May 20 09:15:57.106012 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-bb703bf3-526c-430c-93b9-d2123a0753a2 req-ff3b99c3-33c5-492c-a212-151f3694539b service neutron] 10.222.0.44 "GET /v2.0/networks/328df357-f834-447d-8616-ac57cd7979a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055849 May 20 09:15:57.183596 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab770d5b-692f-4451-adaa-4012b95cc1c6 req-b0f910e1-becd-446a-8da7-2f7c2ba41862 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:57.185114 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ab770d5b-692f-4451-adaa-4012b95cc1c6 req-b0f910e1-becd-446a-8da7-2f7c2ba41862 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd40b569-94f7-46ca-9c6e-9fce603f84a6 HTTP/1.1" status: 200 len: 944 time: 0.0953956 May 20 09:15:57.209389 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:57.237182 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ef8c4-0179-46d5-91e8-b4d8f755f19f req-0217a4c6-8309-4226-ba21-9442b749756c tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:57.238686 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-1d0ef8c4-0179-46d5-91e8-b4d8f755f19f req-0217a4c6-8309-4226-ba21-9442b749756c tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 945 time: 0.0470095 May 20 09:15:57.259088 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-bb703bf3-526c-430c-93b9-d2123a0753a2 req-73fafd6a-1154-437d-ad7b-91a97fb69680 service neutron] 10.222.0.44 "GET /v2.0/networks/328df357-f834-447d-8616-ac57cd7979a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339183 May 20 09:15:57.262293 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ab770d5b-692f-4451-adaa-4012b95cc1c6 req-f6af0c6c-c469-45e9-9ed8-923dc8826858 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0a2d5ec-4628-45ae-992c-23806e0c3453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709915 May 20 09:15:57.290546 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-1d0ef8c4-0179-46d5-91e8-b4d8f755f19f req-980e4b36-b3f3-4651-b482-f616a9448719 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455968 May 20 09:15:57.532874 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 1d0fae47-b7b6-4830-9f35-b102d70a7a40 up at agent hyperv_hv-cinder-83699 {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:15:57.576266 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Provisioning for port 1d0fae47-b7b6-4830-9f35-b102d70a7a40 completed by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 20 09:15:57.584063 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Provisioning complete for port 1d0fae47-b7b6-4830-9f35-b102d70a7a40 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:15:57.584435 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (1d0fae47-b7b6-4830-9f35-b102d70a7a40), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:57.620963 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:57.662055 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port 1d0fae47-b7b6-4830-9f35-b102d70a7a40 is: BUILD; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:15:57.662435 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (1d0fae47-b7b6-4830-9f35-b102d70a7a40), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:57.686754 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd40b569-94f7-46ca-9c6e-9fce603f84a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0fae47-b7b6-4830-9f35-b102d70a7a40'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:15:57.689077 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a79de04d4ec243d1cdc81b41ccc126ec62664011dfe1c1a94e68b1d536b5d8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041c0607-a7a0-47c1-bcaf-c5429fbe7704" -d '{"events": [{"server_uuid": "cd40b569-94f7-46ca-9c6e-9fce603f84a6", "name": "network-vif-plugged", "status": "completed", "tag": "1d0fae47-b7b6-4830-9f35-b102d70a7a40"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:15:57.701741 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port 1d0fae47-b7b6-4830-9f35-b102d70a7a40, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1d0fae47-b7b6-4830-9f35-b102d70a7a40,segment=NetworkSegment(ef282a07-cf11-4b01-9306-f20c5aec5e53),segment_id=ef282a07-cf11-4b01-9306-f20c5aec5e53)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:15:57.706894 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (1d0fae47-b7b6-4830-9f35-b102d70a7a40), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:57.731345 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 09:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9846c7-55df-46c2-8b4b-2ffe08f53174 x-openstack-request-id: req-ce9846c7-55df-46c2-8b4b-2ffe08f53174 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:15:57.732221 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd40b569-94f7-46ca-9c6e-9fce603f84a6", "name": "network-vif-plugged", "status": "completed", "tag": "1d0fae47-b7b6-4830-9f35-b102d70a7a40", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:15:57.732221 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ce9846c7-55df-46c2-8b4b-2ffe08f53174 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:15:57.732221 dv-cinder-836996-23-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce9846c7-55df-46c2-8b4b-2ffe08f53174'] response: {'server_uuid': 'cd40b569-94f7-46ca-9c6e-9fce603f84a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0fae47-b7b6-4830-9f35-b102d70a7a40', 'code': 200} May 20 09:15:57.760719 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=1d0fae47-b7b6-4830-9f35-b102d70a7a40,revision_number=5']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:15:57.942112 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f425e5f-0db0-4963-b346-1451c375421e req-bd68b2fd-2786-4f34-864f-f6625d087c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:57.943547 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4f425e5f-0db0-4963-b346-1451c375421e req-bd68b2fd-2786-4f34-864f-f6625d087c9f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cd40b569-94f7-46ca-9c6e-9fce603f84a6 HTTP/1.1" status: 200 len: 1129 time: 0.0377893 May 20 09:15:57.985868 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4f425e5f-0db0-4963-b346-1451c375421e req-800bda40-0b60-41b6-aa79-4cb97b4616eb service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c0a2d5ec-4628-45ae-992c-23806e0c3453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359240 May 20 09:15:58.225246 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187dd7f-1b38-4b34-b1d9-d2a6968738c2 req-fe7fb4d3-003d-45f3-962c-01827d0dc8fb tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:58.226699 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-0187dd7f-1b38-4b34-b1d9-d2a6968738c2 req-fe7fb4d3-003d-45f3-962c-01827d0dc8fb tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 945 time: 0.0474610 May 20 09:15:58.275114 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-0187dd7f-1b38-4b34-b1d9-d2a6968738c2 req-226ea99b-f77d-4921-8d7f-bb12be946f17 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427935 May 20 09:15:58.378533 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32115a76-e0d2-4ee4-90e1-aa17bab9879b req-76a52acb-9815-414c-b274-51cd61f77027 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:58.380367 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-32115a76-e0d2-4ee4-90e1-aa17bab9879b req-76a52acb-9815-414c-b274-51cd61f77027 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd40b569-94f7-46ca-9c6e-9fce603f84a6 HTTP/1.1" status: 200 len: 945 time: 0.0487478 May 20 09:15:58.392557 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:58.396185 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:58.407724 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e275e1ce-bb99-4f59-b0ea-f8f4403f85fd req-40198e1e-c3b9-4ef9-9640-8d138b0331b9 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:58.409227 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-e275e1ce-bb99-4f59-b0ea-f8f4403f85fd req-40198e1e-c3b9-4ef9-9640-8d138b0331b9 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 945 time: 0.0508869 May 20 09:15:58.430456 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-32115a76-e0d2-4ee4-90e1-aa17bab9879b req-4b953501-cb5e-4df9-8e76-17ed4b2ed564 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0a2d5ec-4628-45ae-992c-23806e0c3453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442796 May 20 09:15:58.457850 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-e275e1ce-bb99-4f59-b0ea-f8f4403f85fd req-73e86072-6497-45c2-a6a1-6d8141bab0f8 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425694 May 20 09:15:58.899940 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 33620) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:15:58.904606 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-5ed83cb9-fb86-4963-a30d-82d3af79169e tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Request body: {'security_group': {'name': 'tempest-securitygroup--616825558', 'description': 'tempest-description--1712769697'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:15:58.914445 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:58.933064 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-5ed83cb9-fb86-4963-a30d-82d3af79169e tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks [] for security_group (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:58.942834 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 33624) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:15:59.013860 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-5ed83cb9-fb86-4963-a30d-82d3af79169e tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks [] for security_group (277436d8-fa8f-443f-ad9d-5809cdfe17f1), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:59.018918 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-5ed83cb9-fb86-4963-a30d-82d3af79169e tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (277436d8-fa8f-443f-ad9d-5809cdfe17f1), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:59.053560 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-5ed83cb9-fb86-4963-a30d-82d3af79169e tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:59.054929 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-5ed83cb9-fb86-4963-a30d-82d3af79169e tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1542091 May 20 09:15:59.057015 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed83cb9-fb86-4963-a30d-82d3af79169e tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=277436d8-fa8f-443f-ad9d-5809cdfe17f1,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:15:59.059498 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 33628) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:15:59.064005 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-93633c35-3358-4467-8644-a2cbd9372106 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Request body: {'security_group_rule': {'security_group_id': '277436d8-fa8f-443f-ad9d-5809cdfe17f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:15:59.065422 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-df3bb7cb-20b8-4ab5-90df-a258dc1b4a1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:59.092849 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-93633c35-3358-4467-8644-a2cbd9372106 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks [] for security_group_rule (ec826bb2-d839-4745-b5b7-1709ac7e98b4), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:59.130964 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 33632) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:15:59.151732 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-df3bb7cb-20b8-4ab5-90df-a258dc1b4a1e admin admin] Publish callbacks [] for security_group (e0743be9-89e2-477c-8ab2-7b725055c2ef), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:59.156746 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-df3bb7cb-20b8-4ab5-90df-a258dc1b4a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (e0743be9-89e2-477c-8ab2-7b725055c2ef), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:59.173288 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-93633c35-3358-4467-8644-a2cbd9372106 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks [] for security_group_rule (ec826bb2-d839-4745-b5b7-1709ac7e98b4), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:59.181304 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-93633c35-3358-4467-8644-a2cbd9372106 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547209'] for security_group_rule (ec826bb2-d839-4745-b5b7-1709ac7e98b4), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:59.196291 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-df3bb7cb-20b8-4ab5-90df-a258dc1b4a1e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=db434a374b2a48bb9e96885d88a2c7ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2521996 May 20 09:15:59.197151 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3bb7cb-20b8-4ab5-90df-a258dc1b4a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0743be9-89e2-477c-8ab2-7b725055c2ef,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:15:59.197382 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.db_base_plugin_v2 [None req-97bf6ab5-6c77-459a-95d4-4f00dd2c739c admin admin] Deleting subnet 972bfc84-126c-4f01-aee7-e38b6d81f232 {{(pid=104275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 20 09:15:59.199587 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 33634) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:15:59.206951 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-97bf6ab5-6c77-459a-95d4-4f00dd2c739c admin admin] Publish callbacks [] for subnet (972bfc84-126c-4f01-aee7-e38b6d81f232), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:59.209428 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93633c35-3358-4467-8644-a2cbd9372106 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec826bb2-d839-4745-b5b7-1709ac7e98b4,revision_number=0']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:15:59.236826 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-93633c35-3358-4467-8644-a2cbd9372106 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:59.240567 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-93633c35-3358-4467-8644-a2cbd9372106 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1776316 May 20 09:15:59.241018 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 33636) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:15:59.246010 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-19890455-764e-4596-af71-974c7210db86 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Request body: {'security_group_rule': {'security_group_id': '277436d8-fa8f-443f-ad9d-5809cdfe17f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:15:59.249288 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-97bf6ab5-6c77-459a-95d4-4f00dd2c739c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30883873'] for subnet (972bfc84-126c-4f01-aee7-e38b6d81f232), precommit_delete_associations {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:59.264965 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-9b572887-c687-4468-abab-6dcdc90bd0c7 admin admin] Publish callbacks [] for security_group (e0743be9-89e2-477c-8ab2-7b725055c2ef), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:59.291654 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-97bf6ab5-6c77-459a-95d4-4f00dd2c739c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1460055'] for subnet (972bfc84-126c-4f01-aee7-e38b6d81f232), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:59.296884 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-9b572887-c687-4468-abab-6dcdc90bd0c7 admin admin] Publish callbacks [] for security_group (e0743be9-89e2-477c-8ab2-7b725055c2ef), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:59.304374 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-19890455-764e-4596-af71-974c7210db86 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks [] for security_group_rule (c3553698-d2ce-4d56-aefd-500e1c386a8d), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:59.350921 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-97bf6ab5-6c77-459a-95d4-4f00dd2c739c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1460046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30904882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31209470'] for subnet (972bfc84-126c-4f01-aee7-e38b6d81f232), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:59.372900 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-19890455-764e-4596-af71-974c7210db86 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks [] for security_group_rule (c3553698-d2ce-4d56-aefd-500e1c386a8d), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:59.378104 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-19890455-764e-4596-af71-974c7210db86 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547209'] for security_group_rule (c3553698-d2ce-4d56-aefd-500e1c386a8d), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:59.392749 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf6ab5-6c77-459a-95d4-4f00dd2c739c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=972bfc84-126c-4f01-aee7-e38b6d81f232,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:15:59.399523 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-97bf6ab5-6c77-459a-95d4-4f00dd2c739c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:59.400829 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-9b572887-c687-4468-abab-6dcdc90bd0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (e0743be9-89e2-477c-8ab2-7b725055c2ef), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:59.403037 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-97bf6ab5-6c77-459a-95d4-4f00dd2c739c admin admin] 10.222.0.69 "DELETE /v2.0/subnets/972bfc84-126c-4f01-aee7-e38b6d81f232 HTTP/1.1" status: 204 len: 168 time: 0.2710834 May 20 09:15:59.404405 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-9b572887-c687-4468-abab-6dcdc90bd0c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:59.405657 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-9b572887-c687-4468-abab-6dcdc90bd0c7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e0743be9-89e2-477c-8ab2-7b725055c2ef HTTP/1.1" status: 204 len: 168 time: 0.2052040 May 20 09:15:59.408243 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 33640) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:15:59.419133 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19890455-764e-4596-af71-974c7210db86 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3553698-d2ce-4d56-aefd-500e1c386a8d,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:15:59.439745 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-19890455-764e-4596-af71-974c7210db86 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:59.441023 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-19890455-764e-4596-af71-974c7210db86 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1989880 May 20 09:15:59.449326 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558cfde9-961f-435f-ab5c-ba7a7beb5a5d req-a852cb26-8c25-4519-96f3-acc803d18307 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:59.459217 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-558cfde9-961f-435f-ab5c-ba7a7beb5a5d req-a852cb26-8c25-4519-96f3-acc803d18307 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 945 time: 0.0985320 May 20 09:15:59.467829 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 33644) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:15:59.473715 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-231e964d-b77a-4240-a414-3aa8d853ebe4 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Request body: {'floatingip': {'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:15:59.485958 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b572887-c687-4468-abab-6dcdc90bd0c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0743be9-89e2-477c-8ab2-7b725055c2ef,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:15:59.515977 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a967f1b1-0584-4bb6-a538-2053774e3bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1485502'] for network (1b0a1a59-4f0d-4801-acdf-9aa54ef17cad), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:59.549265 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-558cfde9-961f-435f-ab5c-ba7a7beb5a5d req-1a16cc5d-7964-43e2-b3bb-0569319d9d71 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884786 May 20 09:15:59.580427 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-231e964d-b77a-4240-a414-3aa8d853ebe4 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:59.632901 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a967f1b1-0584-4bb6-a538-2053774e3bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458914', 'neutron.services.segments.db._delete_segments_for_network-8728767071618'] for network (1b0a1a59-4f0d-4801-acdf-9aa54ef17cad), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:59.636582 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:59.670802 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:59.685239 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.services.segments.db [None req-a967f1b1-0584-4bb6-a538-2053774e3bef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b0a1a59-4f0d-4801-acdf-9aa54ef17cad']}} {{(pid=104276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:15:59.698798 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642aa81c-df40-4fe5-b520-7609db579a5f req-e3de81fd-9abf-44c7-933e-483f97a6c6db tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:59.700323 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-642aa81c-df40-4fe5-b520-7609db579a5f req-e3de81fd-9abf-44c7-933e-483f97a6c6db tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 945 time: 0.0729299 May 20 09:15:59.700447 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.services.segments.db [None req-a967f1b1-0584-4bb6-a538-2053774e3bef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '702855b5-4962-47b4-ac45-aaf842a4902e') {'for_net_delete': True} {{(pid=104276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:15:59.700750 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.services.segments.db [None req-a967f1b1-0584-4bb6-a538-2053774e3bef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '702855b5-4962-47b4-ac45-aaf842a4902e') {} {{(pid=104276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:15:59.708654 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b69e1-9e22-44ac-80c1-262e2eb076cd req-c6b53e8b-86e9-47d3-bd59-978c6892a6be tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:15:59.710357 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6d1b69e1-9e22-44ac-80c1-262e2eb076cd req-c6b53e8b-86e9-47d3-bd59-978c6892a6be tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd40b569-94f7-46ca-9c6e-9fce603f84a6 HTTP/1.1" status: 200 len: 945 time: 0.0916646 May 20 09:15:59.718041 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-231e964d-b77a-4240-a414-3aa8d853ebe4 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:59.722681 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a967f1b1-0584-4bb6-a538-2053774e3bef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728767071371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30533084'] for segment (702855b5-4962-47b4-ac45-aaf842a4902e), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:59.749985 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:59.758834 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a967f1b1-0584-4bb6-a538-2053774e3bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461326'] for segment (702855b5-4962-47b4-ac45-aaf842a4902e), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:59.774108 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a967f1b1-0584-4bb6-a538-2053774e3bef admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=104276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 09:15:59.774305 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a967f1b1-0584-4bb6-a538-2053774e3bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32464829'] for segment (702855b5-4962-47b4-ac45-aaf842a4902e), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:59.801511 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:INSERT=8,neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:15:59.807019 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.services.segments.plugin [-] Segment 702855b5-4962-47b4-ac45-aaf842a4902e resource provider aggregate not found May 20 09:15:59.808059 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-642aa81c-df40-4fe5-b520-7609db579a5f req-db3b3759-e647-4c31-868d-ec56ab9372e5 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989008 May 20 09:15:59.860965 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.services.segments.plugin [-] Segment 702855b5-4962-47b4-ac45-aaf842a4902e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 702855b5-4962-47b4-ac45-aaf842a4902e found for delete ", "request_id": "req-cfda9a68-9f44-426f-aca9-089d88a5bb01"}]} May 20 09:15:59.883895 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.db_base_plugin_common [None req-231e964d-b77a-4240-a414-3aa8d853ebe4 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Allocated IP 172.27.0.65 (db85349c-1449-495a-9881-8426bbf372da/93804823-6bc2-4eb0-bfcd-bdee0631ed3e/2fe50c96-1dd1-4d40-a93f-558ec4ff3cee) {{(pid=104275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:15:59.884899 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6d1b69e1-9e22-44ac-80c1-262e2eb076cd req-18b283c8-6ee6-45a8-a4d0-cccfa08f40de tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0a2d5ec-4628-45ae-992c-23806e0c3453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648021 May 20 09:15:59.898347 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a967f1b1-0584-4bb6-a538-2053774e3bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680149'] for network (1b0a1a59-4f0d-4801-acdf-9aa54ef17cad), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:59.935119 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a967f1b1-0584-4bb6-a538-2053774e3bef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for network (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:15:59.951018 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-a967f1b1-0584-4bb6-a538-2053774e3bef admin admin] 10.222.0.69 "DELETE /v2.0/networks/1b0a1a59-4f0d-4801-acdf-9aa54ef17cad HTTP/1.1" status: 204 len: 168 time: 0.5398595 May 20 09:15:59.965720 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a967f1b1-0584-4bb6-a538-2053774e3bef admin admin] Pushing event deleted for resources: {'Network': ['ID=1b0a1a59-4f0d-4801-acdf-9aa54ef17cad,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:00.028898 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-231e964d-b77a-4240-a414-3aa8d853ebe4 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks [] for port (2fe50c96-1dd1-4d40-a93f-558ec4ff3cee), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:00.096425 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-231e964d-b77a-4240-a414-3aa8d853ebe4 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30908355'] for port (2fe50c96-1dd1-4d40-a93f-558ec4ff3cee), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:00.157888 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231e964d-b77a-4240-a414-3aa8d853ebe4 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Pushing event updated for resources: {'Port': ['ID=2fe50c96-1dd1-4d40-a93f-558ec4ff3cee,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:00.161699 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231e964d-b77a-4240-a414-3aa8d853ebe4 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Network db85349c-1449-495a-9881-8426bbf372da is already hosted by enough agents. {{(pid=104275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:16:00.164478 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.base_scheduler [None req-231e964d-b77a-4240-a414-3aa8d853ebe4 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Resources bound (agent type, host, resource id): {{(pid=104275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:16:00.167440 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231e964d-b77a-4240-a414-3aa8d853ebe4 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Received port after_create {{(pid=104275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:16:00.244103 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 33678) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:16:00.259375 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-231e964d-b77a-4240-a414-3aa8d853ebe4 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks [] for floatingip (35671a01-a197-4d1c-b6f6-9cff91eb4c0a), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:00.299390 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 33680) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:16:00.300594 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-a90832f3-8ba3-490c-9c9b-50371f205a51 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7264062888b544cfb7fbc74cc87f386f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0545487 May 20 09:16:00.320331 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-231e964d-b77a-4240-a414-3aa8d853ebe4 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (2fe50c96-1dd1-4d40-a93f-558ec4ff3cee), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:00.426751 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-fd46dd86-99ff-425e-9930-e18cc865f677 admin admin] Publish callbacks [] for security_group (58151b77-d679-474e-9a70-9f24dcfd8d65), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:00.514549 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-fd46dd86-99ff-425e-9930-e18cc865f677 admin admin] Publish callbacks [] for security_group (58151b77-d679-474e-9a70-9f24dcfd8d65), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:00.569492 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:00.588963 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:00.621300 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-fd46dd86-99ff-425e-9930-e18cc865f677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (58151b77-d679-474e-9a70-9f24dcfd8d65), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:00.627353 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-fd46dd86-99ff-425e-9930-e18cc865f677 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:00.628572 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-fd46dd86-99ff-425e-9930-e18cc865f677 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/58151b77-d679-474e-9a70-9f24dcfd8d65 HTTP/1.1" status: 204 len: 168 time: 0.3281882 May 20 09:16:00.632719 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-231e964d-b77a-4240-a414-3aa8d853ebe4 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks [] for port (2fe50c96-1dd1-4d40-a93f-558ec4ff3cee), precommit_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:00.653848 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-231e964d-b77a-4240-a414-3aa8d853ebe4 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30908404'] for port (2fe50c96-1dd1-4d40-a93f-558ec4ff3cee), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:00.679979 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd46dd86-99ff-425e-9930-e18cc865f677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58151b77-d679-474e-9a70-9f24dcfd8d65,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:00.696566 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:00.758968 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07fcdb0-0bbe-4a9e-add7-174117ae514d req-2ae07d28-05bf-40ba-93dd-e92f7729d7c9 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:00.760638 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-d07fcdb0-0bbe-4a9e-add7-174117ae514d req-2ae07d28-05bf-40ba-93dd-e92f7729d7c9 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 945 time: 0.1306303 May 20 09:16:00.781701 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231e964d-b77a-4240-a414-3aa8d853ebe4 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Pushing event updated for resources: {'Port': ['ID=2fe50c96-1dd1-4d40-a93f-558ec4ff3cee,revision_number=2']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:00.795536 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-231e964d-b77a-4240-a414-3aa8d853ebe4 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680135'] for floatingip (35671a01-a197-4d1c-b6f6-9cff91eb4c0a), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:00.824218 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-231e964d-b77a-4240-a414-3aa8d853ebe4 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for floatingip (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:00.825330 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-231e964d-b77a-4240-a414-3aa8d853ebe4 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3553200 May 20 09:16:00.837856 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-d07fcdb0-0bbe-4a9e-add7-174117ae514d req-75251421-bd86-4218-946c-074f91cb0b72 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660465 May 20 09:16:00.953777 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751b7fd-ac27-4fe2-b17c-2af01cd82503 req-7476f50d-9690-4278-bb90-b9f581b4e6fc tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:00.955964 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1751b7fd-ac27-4fe2-b17c-2af01cd82503 req-7476f50d-9690-4278-bb90-b9f581b4e6fc tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 945 time: 0.0543036 May 20 09:16:01.018765 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1751b7fd-ac27-4fe2-b17c-2af01cd82503 req-e45607bc-6802-40b9-99d4-01d61ab055e3 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530918 May 20 09:16:01.026517 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb32599-a868-4d78-9c12-22f98407b679 req-0dfbc59a-9211-4235-9da4-712d94c698fd tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:01.028704 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-bdb32599-a868-4d78-9c12-22f98407b679 req-0dfbc59a-9211-4235-9da4-712d94c698fd tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd40b569-94f7-46ca-9c6e-9fce603f84a6 HTTP/1.1" status: 200 len: 945 time: 0.0637205 May 20 09:16:01.104266 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-bdb32599-a868-4d78-9c12-22f98407b679 req-6b6f993b-18e2-4c26-8408-72962647d259 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0a2d5ec-4628-45ae-992c-23806e0c3453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678716 May 20 09:16:01.181641 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-0d11713c-8299-40bb-b493-f831440ea0b3 req-9ab6793b-fb7e-48e3-8e4f-cdf467a28d4a tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--616825558&fields=id&tenant_id=ed0e52a9d6374123b57759435d43d7aa HTTP/1.1" status: 200 len: 267 time: 0.0542185 May 20 09:16:01.224201 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62192171-3973-4732-82dd-1045419e7c04 req-cc1ccec3-e369-42e1-b3c6-574664b4c250 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:01.234954 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-62192171-3973-4732-82dd-1045419e7c04 req-cc1ccec3-e369-42e1-b3c6-574664b4c250 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd40b569-94f7-46ca-9c6e-9fce603f84a6 HTTP/1.1" status: 200 len: 945 time: 0.0534620 May 20 09:16:01.235055 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 33734) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:16:01.240137 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-d7ae6854-38c8-4382-a3d3-63c5173a7d8d tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Request body: {'floatingip': {'port_id': '1d0fae47-b7b6-4830-9f35-b102d70a7a40'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:16:01.287391 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-d7ae6854-38c8-4382-a3d3-63c5173a7d8d tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for floatingip (8e793720-cc6e-4f43-a0cf-7755b9ea0839), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:01.301301 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11713c-8299-40bb-b493-f831440ea0b3 req-b31e4a9a-ed25-474e-b339-c769f31a830f tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:01.307869 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-0d11713c-8299-40bb-b493-f831440ea0b3 req-b31e4a9a-ed25-474e-b339-c769f31a830f tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/networks?id=40febe0e-a58d-4d88-9cb1-48f696a34f45 HTTP/1.1" status: 200 len: 818 time: 0.1174140 May 20 09:16:01.322732 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-0d11713c-8299-40bb-b493-f831440ea0b3 req-d8da81b6-aa09-471b-8f8e-dfeb6af39903 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/quotas/ed0e52a9d6374123b57759435d43d7aa HTTP/1.1" status: 200 len: 375 time: 0.0104783 May 20 09:16:01.403358 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-0d11713c-8299-40bb-b493-f831440ea0b3 req-e47aad6e-85a0-49b5-994c-c50c18d72a20 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ed0e52a9d6374123b57759435d43d7aa&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0761764 May 20 09:16:01.796394 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-0d11713c-8299-40bb-b493-f831440ea0b3 req-f0912006-93a4-4192-8256-d23caa18e3e4 service neutron] 10.222.0.69 "GET /v2.0/networks/40febe0e-a58d-4d88-9cb1-48f696a34f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796692 May 20 09:16:01.811980 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:01.822653 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-d7ae6854-38c8-4382-a3d3-63c5173a7d8d tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:01.829349 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-d7ae6854-38c8-4382-a3d3-63c5173a7d8d tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680135'] for floatingip (8e793720-cc6e-4f43-a0cf-7755b9ea0839), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:01.913183 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-0d11713c-8299-40bb-b493-f831440ea0b3 req-8662631d-d671-453c-99e7-f31bfd2d7a1a service neutron] 10.222.0.69 "GET /v2.0/networks/40febe0e-a58d-4d88-9cb1-48f696a34f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151931 May 20 09:16:01.998569 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.db.l3_db [None req-d7ae6854-38c8-4382-a3d3-63c5173a7d8d tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Floating IP 8e793720-cc6e-4f43-a0cf-7755b9ea0839 associated. External IP: 172.27.0.23, port: 1d0fae47-b7b6-4830-9f35-b102d70a7a40. May 20 09:16:02.224116 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6964bf-667f-4947-baa2-be0bf4b310d1 req-301ca78d-fd1b-4ba7-8d2c-9b4fb20741f1 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:02.230839 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1b6964bf-667f-4947-baa2-be0bf4b310d1 req-301ca78d-fd1b-4ba7-8d2c-9b4fb20741f1 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 945 time: 0.0854006 May 20 09:16:02.313237 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1b6964bf-667f-4947-baa2-be0bf4b310d1 req-8694d98f-28a2-4634-b65c-99e3c42c3441 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756099 May 20 09:16:02.332129 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accdc2c-64ce-4b7f-8cc0-0237c44b7faf req-a71933fd-012d-479f-a8e2-dd8f1a9f2513 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:02.338955 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-2accdc2c-64ce-4b7f-8cc0-0237c44b7faf req-a71933fd-012d-479f-a8e2-dd8f1a9f2513 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 945 time: 0.3887446 May 20 09:16:02.399653 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-2accdc2c-64ce-4b7f-8cc0-0237c44b7faf req-1278c887-f98d-4aef-840e-abcbbe4dddd0 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595269 May 20 09:16:02.408827 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ad113b55-9b6a-4555-a330-b3e17b1e6cb5 req-2e762043-f396-4d76-8d2c-28dd6cebda6f tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6bf483f-196d-4699-8ca8-968382aecdac HTTP/1.1" status: 200 len: 210 time: 0.0346327 May 20 09:16:02.515138 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:02.591643 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ae6854-38c8-4382-a3d3-63c5173a7d8d tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Router 7a21919f-b788-4282-be5f-e9af099ab34c has already been hosted by L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 {{(pid=104275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 09:16:02.727093 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ae6854-38c8-4382-a3d3-63c5173a7d8d tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:16:02.732143 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-d7ae6854-38c8-4382-a3d3-63c5173a7d8d tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for floatingip (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:02.736778 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b74303-e58b-4a2f-a3fa-9646f5afae2a None None] Sync routers for ids ['7a21919f-b788-4282-be5f-e9af099ab34c'] in dv-cinder-836996-23-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:16:02.748114 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b74303-e58b-4a2f-a3fa-9646f5afae2a None None] Routers {'7a21919f-b788-4282-be5f-e9af099ab34c'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:16:02.748900 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-28b74303-e58b-4a2f-a3fa-9646f5afae2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:15:46Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['7a21919f-b788-4282-be5f-e9af099ab34c'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:16:02.763019 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-d7ae6854-38c8-4382-a3d3-63c5173a7d8d tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "PUT /v2.0/floatingips/8e793720-cc6e-4f43-a0cf-7755b9ea0839 HTTP/1.1" status: 200 len: 990 time: 1.5266299 May 20 09:16:02.763684 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd40b569-94f7-46ca-9c6e-9fce603f84a6', 'tag': '1d0fae47-b7b6-4830-9f35-b102d70a7a40'}] {{(pid=104275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:16:02.765994 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eea53449646a7168c1429fc9fd421a4bc8c13d7c241c91a60dad7e76b53d9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37602ba-a464-4831-90c6-746692e455ce" -d '{"events": [{"name": "network-changed", "server_uuid": "cd40b569-94f7-46ca-9c6e-9fce603f84a6", "tag": "1d0fae47-b7b6-4830-9f35-b102d70a7a40"}]}' {{(pid=104275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:16:02.809044 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 09:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1f852a-70cf-4d50-b0cb-e10cf0b68489 x-openstack-request-id: req-dc1f852a-70cf-4d50-b0cb-e10cf0b68489 {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:16:02.809906 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd40b569-94f7-46ca-9c6e-9fce603f84a6", "tag": "1d0fae47-b7b6-4830-9f35-b102d70a7a40", "status": "completed", "code": 200}]} {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:16:02.810172 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-dc1f852a-70cf-4d50-b0cb-e10cf0b68489 {{(pid=104275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:16:02.810581 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc1f852a-70cf-4d50-b0cb-e10cf0b68489'] response: {'name': 'network-changed', 'server_uuid': 'cd40b569-94f7-46ca-9c6e-9fce603f84a6', 'tag': '1d0fae47-b7b6-4830-9f35-b102d70a7a40', 'status': 'completed', 'code': 200} May 20 09:16:02.852873 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-28b74303-e58b-4a2f-a3fa-9646f5afae2a None None] Set router 7a21919f-b788-4282-be5f-e9af099ab34c gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:16:03.060323 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-28b74303-e58b-4a2f-a3fa-9646f5afae2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'name': 'tempest-AttachVolumeNegativeTest-998905379-router', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:32Z', 'revision_number': 4, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'gw_port': {'id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:22Z', 'updated_at': '2022-05-20T09:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_floatingips': [{'id': '8e793720-cc6e-4f43-a0cf-7755b9ea0839', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'port_id': '1d0fae47-b7b6-4830-9f35-b102d70a7a40', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '328df357-f834-447d-8616-ac57cd7979a2', 'mac_address': 'fa:16:3e:3e:55:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd40b569-94f7-46ca-9c6e-9fce603f84a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:15:36Z', 'updated_at': '2022-05-20T09:16:01Z', 'revision_number': 1, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'fixed_ip_address_scope': None}, {'id': 'c6b71b45-1b28-4b85-8980-f8cb6c948d8b', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'floating_ip_address': '172.27.0.216', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'port_id': '10b699e9-683d-4dd6-90dd-b78af5111278', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '328df357-f834-447d-8616-ac57cd7979a2', 'mac_address': 'fa:16:3e:7b:84:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121038e6-7ba5-4d8f-b099-53e27cc913c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:13:45Z', 'updated_at': '2022-05-20T09:14:24Z', 'revision_number': 2, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1641841d-4922-4348-9adf-d1dfb4671082', 'name': '', 'network_id': '328df357-f834-447d-8616-ac57cd7979a2', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'mac_address': 'fa:16:3e:63:e9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6a66febf-40e6-435b-a129-884260e28f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:28Z', 'updated_at': '2022-05-20T09:13:43Z', 'revision_number': 5, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'subnets': [{'id': '6a66febf-40e6-435b-a129-884260e28f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:16:03.156884 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b74303-e58b-4a2f-a3fa-9646f5afae2a None None] Checking router: 7a21919f-b788-4282-be5f-e9af099ab34c for host: dv-cinder-836996-23-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:16:03.166064 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b74303-e58b-4a2f-a3fa-9646f5afae2a None None] Routers {'7a21919f-b788-4282-be5f-e9af099ab34c'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:16:03.166668 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-28b74303-e58b-4a2f-a3fa-9646f5afae2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:15:46Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['7a21919f-b788-4282-be5f-e9af099ab34c'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:16:03.269885 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-28b74303-e58b-4a2f-a3fa-9646f5afae2a None None] Set router 7a21919f-b788-4282-be5f-e9af099ab34c gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:16:03.437118 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04ad51-fce0-40ca-9039-e71e907d8313 req-2ea6bf37-c472-4949-9887-0bcf1d54abbf tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:03.438751 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9f04ad51-fce0-40ca-9039-e71e907d8313 req-2ea6bf37-c472-4949-9887-0bcf1d54abbf tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 945 time: 0.0513117 May 20 09:16:03.485997 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-28b74303-e58b-4a2f-a3fa-9646f5afae2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'name': 'tempest-AttachVolumeNegativeTest-998905379-router', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:32Z', 'revision_number': 4, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'gw_port': {'id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:22Z', 'updated_at': '2022-05-20T09:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_floatingips': [{'id': '8e793720-cc6e-4f43-a0cf-7755b9ea0839', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'port_id': '1d0fae47-b7b6-4830-9f35-b102d70a7a40', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '328df357-f834-447d-8616-ac57cd7979a2', 'mac_address': 'fa:16:3e:3e:55:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd40b569-94f7-46ca-9c6e-9fce603f84a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:15:36Z', 'updated_at': '2022-05-20T09:16:01Z', 'revision_number': 1, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'fixed_ip_address_scope': None}, {'id': 'c6b71b45-1b28-4b85-8980-f8cb6c948d8b', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'floating_ip_address': '172.27.0.216', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'port_id': '10b699e9-683d-4dd6-90dd-b78af5111278', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '328df357-f834-447d-8616-ac57cd7979a2', 'mac_address': 'fa:16:3e:7b:84:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121038e6-7ba5-4d8f-b099-53e27cc913c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:13:45Z', 'updated_at': '2022-05-20T09:14:24Z', 'revision_number': 2, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1641841d-4922-4348-9adf-d1dfb4671082', 'name': '', 'network_id': '328df357-f834-447d-8616-ac57cd7979a2', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'mac_address': 'fa:16:3e:63:e9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6a66febf-40e6-435b-a129-884260e28f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:28Z', 'updated_at': '2022-05-20T09:13:43Z', 'revision_number': 5, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'subnets': [{'id': '6a66febf-40e6-435b-a129-884260e28f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:16:03.498729 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9f04ad51-fce0-40ca-9039-e71e907d8313 req-54f9171b-ee28-4cf6-a823-39f43231cee2 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532098 May 20 09:16:03.528628 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b74303-e58b-4a2f-a3fa-9646f5afae2a None None] The sync data for ids ['7a21919f-b788-4282-be5f-e9af099ab34c'] in dv-cinder-836996-23-iscsi is: [{'id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'name': 'tempest-AttachVolumeNegativeTest-998905379-router', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:32Z', 'revision_number': 4, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'gw_port': {'id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:22Z', 'updated_at': '2022-05-20T09:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_floatingips': [{'id': '8e793720-cc6e-4f43-a0cf-7755b9ea0839', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'port_id': '1d0fae47-b7b6-4830-9f35-b102d70a7a40', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '328df357-f834-447d-8616-ac57cd7979a2', 'mac_address': 'fa:16:3e:3e:55:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd40b569-94f7-46ca-9c6e-9fce603f84a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:15:36Z', 'updated_at': '2022-05-20T09:16:01Z', 'revision_number': 1, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'fixed_ip_address_scope': None}, {'id': 'c6b71b45-1b28-4b85-8980-f8cb6c948d8b', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'floating_ip_address': '172.27.0.216', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'port_id': '10b699e9-683d-4dd6-90dd-b78af5111278', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '328df357-f834-447d-8616-ac57cd7979a2', 'mac_address': 'fa:16:3e:7b:84:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121038e6-7ba5-4d8f-b099-53e27cc913c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:13:45Z', 'updated_at': '2022-05-20T09:14:24Z', 'revision_number': 2, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1641841d-4922-4348-9adf-d1dfb4671082', 'name': '', 'network_id': '328df357-f834-447d-8616-ac57cd7979a2', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'mac_address': 'fa:16:3e:63:e9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6a66febf-40e6-435b-a129-884260e28f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:28Z', 'updated_at': '2022-05-20T09:13:43Z', 'revision_number': 5, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'subnets': [{'id': '6a66febf-40e6-435b-a129-884260e28f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:16:03.561631 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d95ee8-be92-4c1b-a6dd-67627a8b03d0 req-41d2e228-fe40-4b7a-98f2-86bd14f62831 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:03.568216 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-46d95ee8-be92-4c1b-a6dd-67627a8b03d0 req-41d2e228-fe40-4b7a-98f2-86bd14f62831 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 945 time: 0.0638409 May 20 09:16:03.631780 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-46d95ee8-be92-4c1b-a6dd-67627a8b03d0 req-d12ce1c5-b1fd-4f07-85b8-1805408dcbb2 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616014 May 20 09:16:03.649630 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:03.649630 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37602ba-a464-4831-90c6-746692e455ce req-ecb66630-b06b-4ec5-9120-97e93aeda86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:03.651815 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d37602ba-a464-4831-90c6-746692e455ce req-ecb66630-b06b-4ec5-9120-97e93aeda86e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ddfd22e3dde4cc89c073bd2d88d648b&device_id=cd40b569-94f7-46ca-9c6e-9fce603f84a6 HTTP/1.1" status: 200 len: 1129 time: 0.0791132 May 20 09:16:03.686203 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-5b4c32e0-69fe-4726-9d0d-083dad299754 req-ec9e1185-0b07-4d19-8117-9821ae55f4c5 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6bf483f-196d-4699-8ca8-968382aecdac HTTP/1.1" status: 200 len: 210 time: 0.1026251 May 20 09:16:03.797233 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c8ca68-1db4-41c3-804b-b5943d33cc18 None None] New status for floating IP 8e793720-cc6e-4f43-a0cf-7755b9ea0839: ACTIVE {{(pid=104277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 20 09:16:03.802679 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37602ba-a464-4831-90c6-746692e455ce req-52929364-98b4-403a-bab2-4c5f777f8910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:03.804278 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d37602ba-a464-4831-90c6-746692e455ce req-52929364-98b4-403a-bab2-4c5f777f8910 service neutron] 10.222.0.44 "GET /v2.0/networks?id=328df357-f834-447d-8616-ac57cd7979a2 HTTP/1.1" status: 200 len: 915 time: 0.1286314 May 20 09:16:03.884717 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:03.889664 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d37602ba-a464-4831-90c6-746692e455ce req-d705e17c-39e7-43fe-8425-dcb32c9a9141 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d0fae47-b7b6-4830-9f35-b102d70a7a40 HTTP/1.1" status: 200 len: 998 time: 0.0594285 May 20 09:16:04.332481 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37602ba-a464-4831-90c6-746692e455ce req-a10949af-1a55-46c0-9f27-7b142ab8daff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:04.333997 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d37602ba-a464-4831-90c6-746692e455ce req-a10949af-1a55-46c0-9f27-7b142ab8daff service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6a66febf-40e6-435b-a129-884260e28f23 HTTP/1.1" status: 200 len: 853 time: 0.0590758 May 20 09:16:04.384728 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37602ba-a464-4831-90c6-746692e455ce req-df33230a-b073-4b3e-a790-1c5cc9425e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:04.386239 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d37602ba-a464-4831-90c6-746692e455ce req-df33230a-b073-4b3e-a790-1c5cc9425e26 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=328df357-f834-447d-8616-ac57cd7979a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0443592 May 20 09:16:04.486075 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11713c-8299-40bb-b493-f831440ea0b3 req-8970ae9e-e890-4fa6-ac7b-ed65739a0ab0 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:04.487578 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-0d11713c-8299-40bb-b493-f831440ea0b3 req-8970ae9e-e890-4fa6-ac7b-ed65739a0ab0 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.44 "GET /v2.0/networks?id=40febe0e-a58d-4d88-9cb1-48f696a34f45 HTTP/1.1" status: 200 len: 818 time: 0.1178043 May 20 09:16:04.521652 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d37602ba-a464-4831-90c6-746692e455ce req-16d00de8-3c36-45ef-8b4e-ffe6bffbe783 service neutron] 10.222.0.44 "GET /v2.0/networks/328df357-f834-447d-8616-ac57cd7979a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129017 May 20 09:16:04.582079 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-0d11713c-8299-40bb-b493-f831440ea0b3 req-27bee5d1-6c92-4cb3-82a3-7d77da0768b6 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed0e52a9d6374123b57759435d43d7aa HTTP/1.1" status: 200 len: 379 time: 0.0837519 May 20 09:16:04.604222 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [req-0d11713c-8299-40bb-b493-f831440ea0b3 req-8cbb2d46-3abc-4360-8c68-d2cd0fc076bd tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Request body: {'port': {'device_id': 'd6bf483f-196d-4699-8ca8-968382aecdac', 'network_id': '40febe0e-a58d-4d88-9cb1-48f696a34f45', 'admin_state_up': True, 'tenant_id': 'ed0e52a9d6374123b57759435d43d7aa', 'security_groups': ['277436d8-fa8f-443f-ad9d-5809cdfe17f1']}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:16:04.642156 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d37602ba-a464-4831-90c6-746692e455ce req-d96f790d-6354-476b-ab38-dd53476afda2 service neutron] 10.222.0.44 "GET /v2.0/networks/328df357-f834-447d-8616-ac57cd7979a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117301 May 20 09:16:04.689861 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f9f94-b8ef-4ccc-93bf-78fa233d5915 req-408778f8-ab70-4959-a3f2-f30a8d02f8a3 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:04.691306 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-428f9f94-b8ef-4ccc-93bf-78fa233d5915 req-408778f8-ab70-4959-a3f2-f30a8d02f8a3 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 945 time: 0.0907259 May 20 09:16:04.739678 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:04.788992 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04d80a-c803-49d9-8faa-d243e3ac0b0d req-cf1d6e54-3ea2-4c49-afc5-f0777bc553d8 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:04.791597 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-5a04d80a-c803-49d9-8faa-d243e3ac0b0d req-cf1d6e54-3ea2-4c49-afc5-f0777bc553d8 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 945 time: 0.0692418 May 20 09:16:04.795635 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-428f9f94-b8ef-4ccc-93bf-78fa233d5915 req-654a5c34-0361-4f5b-997a-3aa48f84576f tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879185 May 20 09:16:04.820412 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d11713c-8299-40bb-b493-f831440ea0b3 req-8cbb2d46-3abc-4360-8c68-d2cd0fc076bd tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Made reservation on behalf of ed0e52a9d6374123b57759435d43d7aa for: {'port': 1} {{(pid=104275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:16:04.828484 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-0d11713c-8299-40bb-b493-f831440ea0b3 req-8cbb2d46-3abc-4360-8c68-d2cd0fc076bd tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:04.887476 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-5a04d80a-c803-49d9-8faa-d243e3ac0b0d req-3595b401-7756-4237-b8d0-c66619b443c2 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886726 May 20 09:16:04.919350 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-c8c394ca-8e5d-41c2-a606-e6aef5d77dbb req-91d492d5-4fca-469b-8eeb-57a630dc3f33 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6bf483f-196d-4699-8ca8-968382aecdac HTTP/1.1" status: 200 len: 210 time: 0.0519700 May 20 09:16:05.040971 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.db_base_plugin_common [req-0d11713c-8299-40bb-b493-f831440ea0b3 req-8cbb2d46-3abc-4360-8c68-d2cd0fc076bd tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Allocated IP 172.20.0.14 (40febe0e-a58d-4d88-9cb1-48f696a34f45/a7263cb7-bd14-41ff-8f4b-b90e8869f0b0/7c2e256c-0d81-4712-b95d-356933f6fd80) {{(pid=104275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:16:05.120475 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:05.186535 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-0d11713c-8299-40bb-b493-f831440ea0b3 req-8cbb2d46-3abc-4360-8c68-d2cd0fc076bd tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks [] for port (7c2e256c-0d81-4712-b95d-356933f6fd80), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:05.217518 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-0d11713c-8299-40bb-b493-f831440ea0b3 req-8cbb2d46-3abc-4360-8c68-d2cd0fc076bd tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30908355'] for port (7c2e256c-0d81-4712-b95d-356933f6fd80), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:05.261736 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d11713c-8299-40bb-b493-f831440ea0b3 req-8cbb2d46-3abc-4360-8c68-d2cd0fc076bd tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Network 40febe0e-a58d-4d88-9cb1-48f696a34f45 is already hosted by enough agents. {{(pid=104275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:16:05.266741 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.base_scheduler [req-0d11713c-8299-40bb-b493-f831440ea0b3 req-8cbb2d46-3abc-4360-8c68-d2cd0fc076bd tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Resources bound (agent type, host, resource id): {{(pid=104275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:16:05.270560 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d11713c-8299-40bb-b493-f831440ea0b3 req-8cbb2d46-3abc-4360-8c68-d2cd0fc076bd tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Received port after_create {{(pid=104275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:16:05.275020 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbb2d46-3abc-4360-8c68-d2cd0fc076bd tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Pushing event updated for resources: {'Port': ['ID=7c2e256c-0d81-4712-b95d-356933f6fd80,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:05.321528 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11713c-8299-40bb-b493-f831440ea0b3 req-8cbb2d46-3abc-4360-8c68-d2cd0fc076bd tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:05.322142 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-0d11713c-8299-40bb-b493-f831440ea0b3 req-8cbb2d46-3abc-4360-8c68-d2cd0fc076bd tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for port (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:05.341502 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-0d11713c-8299-40bb-b493-f831440ea0b3 req-8cbb2d46-3abc-4360-8c68-d2cd0fc076bd tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7489522 May 20 09:16:05.354353 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [req-0d11713c-8299-40bb-b493-f831440ea0b3 req-1c4050cc-4890-42b0-85bc-42edac3b52b0 service neutron] Request body: {'port': {'device_id': 'd6bf483f-196d-4699-8ca8-968382aecdac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:16:05.420436 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-0d11713c-8299-40bb-b493-f831440ea0b3 req-1c4050cc-4890-42b0-85bc-42edac3b52b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (7c2e256c-0d81-4712-b95d-356933f6fd80), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:05.545162 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-28c10862-0ccd-4df9-801a-6f8cde1fc66d None None] Provisioning complete for port 7c2e256c-0d81-4712-b95d-356933f6fd80 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:16:05.545815 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-28c10862-0ccd-4df9-801a-6f8cde1fc66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (7c2e256c-0d81-4712-b95d-356933f6fd80), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:05.569551 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device d8e5bd7c-3deb-4042-9ef4-77d147264d87 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 09:16:05.595699 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-28c10862-0ccd-4df9-801a-6f8cde1fc66d None None] Port 7c2e256c-0d81-4712-b95d-356933f6fd80 cannot update to ACTIVE because it is not bound. {{(pid=104277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 20 09:16:05.645353 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:05.697609 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port d8e5bd7c-3deb-4042-9ef4-77d147264d87, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d8e5bd7c-3deb-4042-9ef4-77d147264d87,segment=NetworkSegment(77eb56c8-f7ae-4980-9031-19500d0fdc26),segment_id=77eb56c8-f7ae-4980-9031-19500d0fdc26)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:16:05.716116 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Returning: {'device': 'd8e5bd7c-3deb-4042-9ef4-77d147264d87', 'network_id': 'cb464892-cf71-4d2e-b68f-60163c12a0fe', 'port_id': 'd8e5bd7c-3deb-4042-9ef4-77d147264d87', 'mac_address': 'fa:16:3e:b4:ff:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5fa699-4c99-4ca7-94b7-2b5c0cff2418', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 09:16:05.741622 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.notifiers.nova [req-0d11713c-8299-40bb-b493-f831440ea0b3 req-1c4050cc-4890-42b0-85bc-42edac3b52b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c2e256c-0d81-4712-b95d-356933f6fd80 {{(pid=104275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 09:16:05.756571 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-0d11713c-8299-40bb-b493-f831440ea0b3 req-1c4050cc-4890-42b0-85bc-42edac3b52b0 service neutron] Publish callbacks [] for port (7c2e256c-0d81-4712-b95d-356933f6fd80), precommit_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:05.758677 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port d8e5bd7c-3deb-4042-9ef4-77d147264d87 is: ACTIVE; New status is: BUILD {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:16:05.759325 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (d8e5bd7c-3deb-4042-9ef4-77d147264d87), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:05.775747 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8e5bd7c-3deb-4042-9ef4-77d147264d87 {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 09:16:05.778157 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.provisioning_blocks [req-0d11713c-8299-40bb-b493-f831440ea0b3 req-1c4050cc-4890-42b0-85bc-42edac3b52b0 service neutron] Transition to ACTIVE for port object 7c2e256c-0d81-4712-b95d-356933f6fd80 will not be triggered until provisioned by entity L2. {{(pid=104275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 20 09:16:05.784646 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-0d11713c-8299-40bb-b493-f831440ea0b3 req-1c4050cc-4890-42b0-85bc-42edac3b52b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30908404'] for port (7c2e256c-0d81-4712-b95d-356933f6fd80), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:05.806785 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port d8e5bd7c-3deb-4042-9ef4-77d147264d87, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d8e5bd7c-3deb-4042-9ef4-77d147264d87,segment=NetworkSegment(77eb56c8-f7ae-4980-9031-19500d0fdc26),segment_id=77eb56c8-f7ae-4980-9031-19500d0fdc26)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:16:05.817383 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (d8e5bd7c-3deb-4042-9ef4-77d147264d87), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:05.843526 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4050cc-4890-42b0-85bc-42edac3b52b0 service neutron] Pushing event updated for resources: {'Port': ['ID=7c2e256c-0d81-4712-b95d-356933f6fd80,revision_number=2']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:05.937626 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=d8e5bd7c-3deb-4042-9ef4-77d147264d87,revision_number=6']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:05.959903 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] get_ports_and_sgs() called for port_ids ['d8e5bd7c-3deb-4042-9ef4-77d147264d87'] {{(pid=104277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 09:16:05.979897 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [req-0d11713c-8299-40bb-b493-f831440ea0b3 req-1c4050cc-4890-42b0-85bc-42edac3b52b0 service neutron] Attempting to bind port 7c2e256c-0d81-4712-b95d-356933f6fd80 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 20 09:16:05.980611 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [req-0d11713c-8299-40bb-b493-f831440ea0b3 req-1c4050cc-4890-42b0-85bc-42edac3b52b0 service neutron] Attempting to bind port 7c2e256c-0d81-4712-b95d-356933f6fd80 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '32ffeb4b-663b-4183-8636-9b9183111437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '40febe0e-a58d-4d88-9cb1-48f696a34f45'}] {{(pid=104275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 20 09:16:05.981605 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d11713c-8299-40bb-b493-f831440ea0b3 req-1c4050cc-4890-42b0-85bc-42edac3b52b0 service neutron] Attempting to bind port 7c2e256c-0d81-4712-b95d-356933f6fd80 on network 40febe0e-a58d-4d88-9cb1-48f696a34f45 {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:16:05.999923 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d11713c-8299-40bb-b493-f831440ea0b3 req-1c4050cc-4890-42b0-85bc-42edac3b52b0 service neutron] Port 7c2e256c-0d81-4712-b95d-356933f6fd80 on network 40febe0e-a58d-4d88-9cb1-48f696a34f45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 09:16:06.000254 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d11713c-8299-40bb-b493-f831440ea0b3 req-1c4050cc-4890-42b0-85bc-42edac3b52b0 service neutron] Attempting to bind port 7c2e256c-0d81-4712-b95d-356933f6fd80 on network 40febe0e-a58d-4d88-9cb1-48f696a34f45 {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:16:06.038982 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1240c89-a25b-45f7-8c98-ec62186f5fac req-0d9cede4-cff3-43f5-b41d-8918786a2a05 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:06.043704 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d1240c89-a25b-45f7-8c98-ec62186f5fac req-0d9cede4-cff3-43f5-b41d-8918786a2a05 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 945 time: 0.1205072 May 20 09:16:06.047992 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d11713c-8299-40bb-b493-f831440ea0b3 req-1c4050cc-4890-42b0-85bc-42edac3b52b0 service neutron] Checking agent: {'id': '2d1be950-4dd6-4324-90da-2272c7a86826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 9, 11, 22), 'started_at': datetime.datetime(2022, 5, 20, 9, 11, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 9, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 09:16:06.048332 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d11713c-8299-40bb-b493-f831440ea0b3 req-1c4050cc-4890-42b0-85bc-42edac3b52b0 service neutron] Checking segment: {'id': '32ffeb4b-663b-4183-8636-9b9183111437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '40febe0e-a58d-4d88-9cb1-48f696a34f45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:16:06.058881 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d11713c-8299-40bb-b493-f831440ea0b3 req-1c4050cc-4890-42b0-85bc-42edac3b52b0 service neutron] Bound using segment: {'id': '32ffeb4b-663b-4183-8636-9b9183111437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '40febe0e-a58d-4d88-9cb1-48f696a34f45'} {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 09:16:06.059464 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [req-0d11713c-8299-40bb-b493-f831440ea0b3 req-1c4050cc-4890-42b0-85bc-42edac3b52b0 service neutron] Bound port: 7c2e256c-0d81-4712-b95d-356933f6fd80, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32ffeb4b-663b-4183-8636-9b9183111437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '40febe0e-a58d-4d88-9cb1-48f696a34f45'}}] {{(pid=104275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 20 09:16:06.062417 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-0d11713c-8299-40bb-b493-f831440ea0b3 req-1c4050cc-4890-42b0-85bc-42edac3b52b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (7c2e256c-0d81-4712-b95d-356933f6fd80), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:06.071280 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:06.115639 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 33870) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:16:06.166438 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d1240c89-a25b-45f7-8c98-ec62186f5fac req-b44e7255-362a-4cfa-97e2-b7ffbec59f64 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167247 May 20 09:16:06.231071 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b22f66-e526-40d1-8c29-5a98dcbaceb9 req-a919c63a-5bdb-4c67-9dfc-18f0593a9c4b tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:06.232668 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a5b22f66-e526-40d1-8c29-5a98dcbaceb9 req-a919c63a-5bdb-4c67-9dfc-18f0593a9c4b tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 944 time: 0.2081788 May 20 09:16:06.237193 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [req-0d11713c-8299-40bb-b493-f831440ea0b3 req-1c4050cc-4890-42b0-85bc-42edac3b52b0 service neutron] For port 7c2e256c-0d81-4712-b95d-356933f6fd80, host hv-cinder-83699, cleared binding levels {{(pid=104275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 09:16:06.281655 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [req-0d11713c-8299-40bb-b493-f831440ea0b3 req-1c4050cc-4890-42b0-85bc-42edac3b52b0 service neutron] For port 7c2e256c-0d81-4712-b95d-356933f6fd80, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=7c2e256c-0d81-4712-b95d-356933f6fd80,segment=NetworkSegment(32ffeb4b-663b-4183-8636-9b9183111437),segment_id=32ffeb4b-663b-4183-8636-9b9183111437)] {{(pid=104275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 09:16:06.303083 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-0d11713c-8299-40bb-b493-f831440ea0b3 req-1c4050cc-4890-42b0-85bc-42edac3b52b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30908404'] for port (7c2e256c-0d81-4712-b95d-356933f6fd80), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:06.355549 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11713c-8299-40bb-b493-f831440ea0b3 req-1c4050cc-4890-42b0-85bc-42edac3b52b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:06.356297 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-0d11713c-8299-40bb-b493-f831440ea0b3 req-1c4050cc-4890-42b0-85bc-42edac3b52b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for port (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:06.358238 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-0d11713c-8299-40bb-b493-f831440ea0b3 req-1c4050cc-4890-42b0-85bc-42edac3b52b0 service neutron] 10.222.0.44 "PUT /v2.0/ports/7c2e256c-0d81-4712-b95d-356933f6fd80 HTTP/1.1" status: 200 len: 1094 time: 1.0085618 May 20 09:16:06.361659 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6bf483f-196d-4699-8ca8-968382aecdac', 'tag': '7c2e256c-0d81-4712-b95d-356933f6fd80'}] {{(pid=104275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:16:06.379764 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eea53449646a7168c1429fc9fd421a4bc8c13d7c241c91a60dad7e76b53d9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f9e6d1-0682-45e5-b332-2974f389aa37" -d '{"events": [{"name": "network-changed", "server_uuid": "d6bf483f-196d-4699-8ca8-968382aecdac", "tag": "7c2e256c-0d81-4712-b95d-356933f6fd80"}]}' {{(pid=104275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:16:06.391531 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aae290-827b-44fc-abda-26fa6b02d19d req-8da5ef9f-15b6-4bb7-ba4d-d8976c41b598 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:06.393110 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a4aae290-827b-44fc-abda-26fa6b02d19d req-8da5ef9f-15b6-4bb7-ba4d-d8976c41b598 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6bf483f-196d-4699-8ca8-968382aecdac HTTP/1.1" status: 200 len: 944 time: 0.0899656 May 20 09:16:06.409901 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1f8e3dda-e84d-4ac4-b9e1-e8ad8b4a42e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:06.418833 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a5b22f66-e526-40d1-8c29-5a98dcbaceb9 req-48f08d74-b561-40a3-a727-036c6a205956 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725268 May 20 09:16:06.496053 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a4aae290-827b-44fc-abda-26fa6b02d19d req-43dbb7e7-9e3b-4615-a34c-eaf301d163ed tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=277436d8-fa8f-443f-ad9d-5809cdfe17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913281 May 20 09:16:06.504506 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11713c-8299-40bb-b493-f831440ea0b3 req-dd9fc7ed-5014-4a96-8ccd-0d9f76646f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:06.506629 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-0d11713c-8299-40bb-b493-f831440ea0b3 req-dd9fc7ed-5014-4a96-8ccd-0d9f76646f19 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ed0e52a9d6374123b57759435d43d7aa&device_id=d6bf483f-196d-4699-8ca8-968382aecdac HTTP/1.1" status: 200 len: 1128 time: 0.0834816 May 20 09:16:06.512806 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 09:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06540a4-2cef-4b72-8f8d-f7c9c1d4eafb x-openstack-request-id: req-a06540a4-2cef-4b72-8f8d-f7c9c1d4eafb {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:16:06.513088 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6bf483f-196d-4699-8ca8-968382aecdac", "tag": "7c2e256c-0d81-4712-b95d-356933f6fd80", "status": "completed", "code": 200}]} {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:16:06.513334 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a06540a4-2cef-4b72-8f8d-f7c9c1d4eafb {{(pid=104275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:16:06.513741 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a06540a4-2cef-4b72-8f8d-f7c9c1d4eafb'] response: {'name': 'network-changed', 'server_uuid': 'd6bf483f-196d-4699-8ca8-968382aecdac', 'tag': '7c2e256c-0d81-4712-b95d-356933f6fd80', 'status': 'completed', 'code': 200} May 20 09:16:06.517366 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4050cc-4890-42b0-85bc-42edac3b52b0 service neutron] Pushing event updated for resources: {'Port': ['ID=7c2e256c-0d81-4712-b95d-356933f6fd80,revision_number=3']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:06.569807 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-0d11713c-8299-40bb-b493-f831440ea0b3 req-b06a48c9-390b-4a00-b1e0-d967609c854b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c2e256c-0d81-4712-b95d-356933f6fd80 HTTP/1.1" status: 200 len: 217 time: 0.0454953 May 20 09:16:06.571231 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1f8e3dda-e84d-4ac4-b9e1-e8ad8b4a42e3 admin admin] Publish callbacks [] for security_group (c870f033-f876-4db5-a050-47decc1bcc52), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:06.580669 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1f8e3dda-e84d-4ac4-b9e1-e8ad8b4a42e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (c870f033-f876-4db5-a050-47decc1bcc52), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:06.622645 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-1f8e3dda-e84d-4ac4-b9e1-e8ad8b4a42e3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1c8a632cde9c4f0d97e2acaece1e2e37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5008793 May 20 09:16:06.623191 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e3dda-e84d-4ac4-b9e1-e8ad8b4a42e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c870f033-f876-4db5-a050-47decc1bcc52,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:06.625515 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 33882) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:16:06.647806 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11713c-8299-40bb-b493-f831440ea0b3 req-29fc073a-a856-4af6-b68b-8f4954074118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:06.649342 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-0d11713c-8299-40bb-b493-f831440ea0b3 req-29fc073a-a856-4af6-b68b-8f4954074118 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7263cb7-bd14-41ff-8f4b-b90e8869f0b0 HTTP/1.1" status: 200 len: 857 time: 0.0725238 May 20 09:16:06.660642 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:06.677782 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a3fd39f9-ba63-4469-99f3-65eb21395d88 admin admin] Publish callbacks [] for security_group (c870f033-f876-4db5-a050-47decc1bcc52), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:06.698764 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11713c-8299-40bb-b493-f831440ea0b3 req-f5a41941-27d8-47bd-ba66-7b2eda6622d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:06.699768 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a3fd39f9-ba63-4469-99f3-65eb21395d88 admin admin] Publish callbacks [] for security_group (c870f033-f876-4db5-a050-47decc1bcc52), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:06.700591 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-0d11713c-8299-40bb-b493-f831440ea0b3 req-f5a41941-27d8-47bd-ba66-7b2eda6622d9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=40febe0e-a58d-4d88-9cb1-48f696a34f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0446270 May 20 09:16:06.754023 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a3fd39f9-ba63-4469-99f3-65eb21395d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (c870f033-f876-4db5-a050-47decc1bcc52), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:06.757021 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a3fd39f9-ba63-4469-99f3-65eb21395d88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:06.758481 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-a3fd39f9-ba63-4469-99f3-65eb21395d88 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c870f033-f876-4db5-a050-47decc1bcc52 HTTP/1.1" status: 204 len: 168 time: 0.1320679 May 20 09:16:06.769184 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fd39f9-ba63-4469-99f3-65eb21395d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c870f033-f876-4db5-a050-47decc1bcc52,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:06.819888 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-0d11713c-8299-40bb-b493-f831440ea0b3 req-c6e5055b-6aee-4154-ba8c-22a9fc139453 service neutron] 10.222.0.44 "GET /v2.0/networks/40febe0e-a58d-4d88-9cb1-48f696a34f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123302 May 20 09:16:06.929236 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-0d11713c-8299-40bb-b493-f831440ea0b3 req-f4779eea-5458-42dc-8104-0c895a52c931 service neutron] 10.222.0.44 "GET /v2.0/networks/40febe0e-a58d-4d88-9cb1-48f696a34f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904007 May 20 09:16:07.269294 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:07.289980 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac307a3-a1b6-4f17-a5d8-58a5aa2c0cd4 req-3f7975db-cc1b-4409-abdc-127bdcf33b5c tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:07.291587 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4ac307a3-a1b6-4f17-a5d8-58a5aa2c0cd4 req-3f7975db-cc1b-4409-abdc-127bdcf33b5c tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 945 time: 0.0503681 May 20 09:16:07.339397 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4ac307a3-a1b6-4f17-a5d8-58a5aa2c0cd4 req-bb4da378-203d-44e8-a9e1-0f73c384f243 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421920 May 20 09:16:07.554965 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6394fe6-0cdf-48cc-bfaf-30b4acda0622 req-a2de68eb-43c0-4604-bb94-11180233b418 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:07.557096 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a6394fe6-0cdf-48cc-bfaf-30b4acda0622 req-a2de68eb-43c0-4604-bb94-11180233b418 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 944 time: 0.0482318 May 20 09:16:07.581249 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device d8e5bd7c-3deb-4042-9ef4-77d147264d87 up at agent hyperv_hv-cinder-83699 {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:16:07.631776 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Provisioning complete for port d8e5bd7c-3deb-4042-9ef4-77d147264d87 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:16:07.631776 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (d8e5bd7c-3deb-4042-9ef4-77d147264d87), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:07.640281 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a6394fe6-0cdf-48cc-bfaf-30b4acda0622 req-3d813e81-defb-4690-b3f8-cd523c140648 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708122 May 20 09:16:07.664795 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad1805-c0d9-4a3d-9c52-006e09b80e5b req-b07fc2d6-c9a8-4d2b-adfe-c9733570e574 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:07.667860 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:07.672829 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-daad1805-c0d9-4a3d-9c52-006e09b80e5b req-b07fc2d6-c9a8-4d2b-adfe-c9733570e574 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 945 time: 0.1112151 May 20 09:16:07.700564 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:07.756539 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:07.757895 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port d8e5bd7c-3deb-4042-9ef4-77d147264d87 is: BUILD; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:16:07.758483 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (d8e5bd7c-3deb-4042-9ef4-77d147264d87), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:07.768417 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-daad1805-c0d9-4a3d-9c52-006e09b80e5b req-e59c6606-b073-40a7-9796-ef0bb0ee2e4d tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831952 May 20 09:16:07.808187 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d7463c-5e56-405b-911d-9b7fa6d3f7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e5bd7c-3deb-4042-9ef4-77d147264d87'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:16:07.811490 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a79de04d4ec243d1cdc81b41ccc126ec62664011dfe1c1a94e68b1d536b5d8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bd4031-b325-4e02-95c4-2979c0720747" -d '{"events": [{"server_uuid": "b7d7463c-5e56-405b-911d-9b7fa6d3f7d9", "name": "network-vif-plugged", "status": "completed", "tag": "d8e5bd7c-3deb-4042-9ef4-77d147264d87"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:16:07.843761 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port d8e5bd7c-3deb-4042-9ef4-77d147264d87, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d8e5bd7c-3deb-4042-9ef4-77d147264d87,segment=NetworkSegment(77eb56c8-f7ae-4980-9031-19500d0fdc26),segment_id=77eb56c8-f7ae-4980-9031-19500d0fdc26)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:16:07.848985 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9bf48a-7034-4a19-b5b1-b44b0f886377 req-85b7307b-0bf2-4784-b07f-558a2522f9ea tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:07.850582 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-5b9bf48a-7034-4a19-b5b1-b44b0f886377 req-85b7307b-0bf2-4784-b07f-558a2522f9ea tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6bf483f-196d-4699-8ca8-968382aecdac HTTP/1.1" status: 200 len: 944 time: 0.0892556 May 20 09:16:07.859897 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (d8e5bd7c-3deb-4042-9ef4-77d147264d87), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:07.862907 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 09:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f32a78-176b-4012-b88e-3af7fa26b6ce x-openstack-request-id: req-e8f32a78-176b-4012-b88e-3af7fa26b6ce {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:16:07.863491 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d7463c-5e56-405b-911d-9b7fa6d3f7d9", "name": "network-vif-plugged", "status": "completed", "tag": "d8e5bd7c-3deb-4042-9ef4-77d147264d87", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:16:07.864090 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e8f32a78-176b-4012-b88e-3af7fa26b6ce {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:16:07.864623 dv-cinder-836996-23-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8f32a78-176b-4012-b88e-3af7fa26b6ce'] response: {'server_uuid': 'b7d7463c-5e56-405b-911d-9b7fa6d3f7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e5bd7c-3deb-4042-9ef4-77d147264d87', 'code': 200} May 20 09:16:07.924931 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-5b9bf48a-7034-4a19-b5b1-b44b0f886377 req-b1a4a658-ef7b-4b8c-bf60-c3b1cf228fa6 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=277436d8-fa8f-443f-ad9d-5809cdfe17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645680 May 20 09:16:07.930425 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=d8e5bd7c-3deb-4042-9ef4-77d147264d87,revision_number=7']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:08.091990 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9e6d1-0682-45e5-b332-2974f389aa37 req-081718af-8da3-452d-90e2-8e08669cb4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:08.093492 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-23f9e6d1-0682-45e5-b332-2974f389aa37 req-081718af-8da3-452d-90e2-8e08669cb4db service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ed0e52a9d6374123b57759435d43d7aa&device_id=d6bf483f-196d-4699-8ca8-968382aecdac HTTP/1.1" status: 200 len: 1128 time: 0.0485933 May 20 09:16:08.198371 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9e6d1-0682-45e5-b332-2974f389aa37 req-a0684ec9-fa2a-47ca-a3fc-0c9a3d66eba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:08.199835 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-23f9e6d1-0682-45e5-b332-2974f389aa37 req-a0684ec9-fa2a-47ca-a3fc-0c9a3d66eba4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=40febe0e-a58d-4d88-9cb1-48f696a34f45 HTTP/1.1" status: 200 len: 919 time: 0.0967903 May 20 09:16:08.208395 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046c75c-3284-4370-bfa5-254d7ad80078 req-db31f6fa-7efa-45fc-a928-67617b632761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:08.210203 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3046c75c-3284-4370-bfa5-254d7ad80078 req-db31f6fa-7efa-45fc-a928-67617b632761 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9dd35ce1fcbd4038a0c556a45059c7d7&device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 1129 time: 0.0450294 May 20 09:16:08.240794 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-23f9e6d1-0682-45e5-b332-2974f389aa37 req-d48e3d9b-36c2-4495-b1c8-8aae753b316d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c2e256c-0d81-4712-b95d-356933f6fd80 HTTP/1.1" status: 200 len: 217 time: 0.0340707 May 20 09:16:08.301519 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9e6d1-0682-45e5-b332-2974f389aa37 req-5242b742-49be-43ae-9355-4128e7dead09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:08.303002 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-23f9e6d1-0682-45e5-b332-2974f389aa37 req-5242b742-49be-43ae-9355-4128e7dead09 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7263cb7-bd14-41ff-8f4b-b90e8869f0b0 HTTP/1.1" status: 200 len: 857 time: 0.0561893 May 20 09:16:08.312427 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046c75c-3284-4370-bfa5-254d7ad80078 req-33be6545-44be-478f-86d2-a8312cd77b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:08.314550 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3046c75c-3284-4370-bfa5-254d7ad80078 req-33be6545-44be-478f-86d2-a8312cd77b2d service neutron] 10.222.0.44 "GET /v2.0/networks?id=1877e401-d42a-4a52-b633-242e6f958903 HTTP/1.1" status: 200 len: 912 time: 0.0975733 May 20 09:16:08.357727 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9e6d1-0682-45e5-b332-2974f389aa37 req-2e5ab740-3033-4535-885c-5e88891b3cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:08.359314 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-23f9e6d1-0682-45e5-b332-2974f389aa37 req-2e5ab740-3033-4535-885c-5e88891b3cdb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=40febe0e-a58d-4d88-9cb1-48f696a34f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0500157 May 20 09:16:08.390326 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3046c75c-3284-4370-bfa5-254d7ad80078 req-2afc4bf3-cb8f-4ec4-8a3f-2659a54dbe15 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05 HTTP/1.1" status: 200 len: 1000 time: 0.0679376 May 20 09:16:08.441481 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046c75c-3284-4370-bfa5-254d7ad80078 req-bae51ce8-b8d4-4a26-85dd-97dbb2370b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:08.443061 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3046c75c-3284-4370-bfa5-254d7ad80078 req-bae51ce8-b8d4-4a26-85dd-97dbb2370b83 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=627f3291-137c-4051-aa19-caaa09ad6395 HTTP/1.1" status: 200 len: 850 time: 0.0462270 May 20 09:16:08.456322 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-23f9e6d1-0682-45e5-b332-2974f389aa37 req-29fcc185-1769-4902-b06e-818e3c1d89f0 service neutron] 10.222.0.44 "GET /v2.0/networks/40febe0e-a58d-4d88-9cb1-48f696a34f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858457 May 20 09:16:08.493359 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046c75c-3284-4370-bfa5-254d7ad80078 req-cfb1a7c5-b83b-4141-9bf8-9eed8a300d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:08.494969 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3046c75c-3284-4370-bfa5-254d7ad80078 req-cfb1a7c5-b83b-4141-9bf8-9eed8a300d3b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1877e401-d42a-4a52-b633-242e6f958903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0458105 May 20 09:16:08.553434 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:08.591532 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-23f9e6d1-0682-45e5-b332-2974f389aa37 req-3d065371-63da-41a4-9f34-a268f6869e10 service neutron] 10.222.0.44 "GET /v2.0/networks/40febe0e-a58d-4d88-9cb1-48f696a34f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245530 May 20 09:16:08.625050 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3046c75c-3284-4370-bfa5-254d7ad80078 req-1ab7b2ae-deda-428e-86eb-50c755a10b68 service neutron] 10.222.0.44 "GET /v2.0/networks/1877e401-d42a-4a52-b633-242e6f958903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073282 May 20 09:16:08.721337 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3046c75c-3284-4370-bfa5-254d7ad80078 req-81ff3380-348f-486f-b5c0-97ae0f98e190 service neutron] 10.222.0.44 "GET /v2.0/networks/1877e401-d42a-4a52-b633-242e6f958903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953827 May 20 09:16:08.805404 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e2fc0-96f4-43d8-bb7a-3193a0fa3dbd req-a1262e05-ab48-41de-a48c-28a31a60e242 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:08.813057 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-af8e2fc0-96f4-43d8-bb7a-3193a0fa3dbd req-a1262e05-ab48-41de-a48c-28a31a60e242 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 945 time: 0.0809531 May 20 09:16:08.878038 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-af8e2fc0-96f4-43d8-bb7a-3193a0fa3dbd req-c2fefc85-0914-4eef-8b9c-4be2562d0e7e tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636666 May 20 09:16:08.919951 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff43d49-cd57-4b46-8fab-cd641e3b65b1 req-1da313fa-a4e4-4f00-8d12-0ea5e4d05cab tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:08.919951 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9ff43d49-cd57-4b46-8fab-cd641e3b65b1 req-1da313fa-a4e4-4f00-8d12-0ea5e4d05cab tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 945 time: 0.0594611 May 20 09:16:08.943548 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:08.986653 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9ff43d49-cd57-4b46-8fab-cd641e3b65b1 req-481058af-64b9-4f77-9a07-a535fd264a2b tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661435 May 20 09:16:09.086473 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28447e-5703-46d8-8da8-bd09cf9b470d req-7ac32a42-770c-4394-b243-e5bfeee0f0bc tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:09.088031 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-ca28447e-5703-46d8-8da8-bd09cf9b470d req-7ac32a42-770c-4394-b243-e5bfeee0f0bc tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6bf483f-196d-4699-8ca8-968382aecdac HTTP/1.1" status: 200 len: 944 time: 0.0710969 May 20 09:16:09.179877 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-ca28447e-5703-46d8-8da8-bd09cf9b470d req-9057974a-cdbf-4301-bb97-c8d179b0f34e tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=277436d8-fa8f-443f-ad9d-5809cdfe17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858531 May 20 09:16:09.570096 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 7c2e256c-0d81-4712-b95d-356933f6fd80 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 09:16:09.691859 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port 7c2e256c-0d81-4712-b95d-356933f6fd80, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=7c2e256c-0d81-4712-b95d-356933f6fd80,segment=NetworkSegment(32ffeb4b-663b-4183-8636-9b9183111437),segment_id=32ffeb4b-663b-4183-8636-9b9183111437)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:16:09.725993 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Returning: {'device': '7c2e256c-0d81-4712-b95d-356933f6fd80', 'network_id': '40febe0e-a58d-4d88-9cb1-48f696a34f45', 'port_id': '7c2e256c-0d81-4712-b95d-356933f6fd80', 'mac_address': 'fa:16:3e:eb:4c:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7263cb7-bd14-41ff-8f4b-b90e8869f0b0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 09:16:09.805792 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port 7c2e256c-0d81-4712-b95d-356933f6fd80 is: DOWN; New status is: BUILD {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:16:09.806639 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (7c2e256c-0d81-4712-b95d-356933f6fd80), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:09.829980 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c2e256c-0d81-4712-b95d-356933f6fd80 {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 09:16:09.885901 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port 7c2e256c-0d81-4712-b95d-356933f6fd80, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=7c2e256c-0d81-4712-b95d-356933f6fd80,segment=NetworkSegment(32ffeb4b-663b-4183-8636-9b9183111437),segment_id=32ffeb4b-663b-4183-8636-9b9183111437)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:16:09.892713 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (7c2e256c-0d81-4712-b95d-356933f6fd80), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:09.988715 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=7c2e256c-0d81-4712-b95d-356933f6fd80,revision_number=4']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:10.114445 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ee37c-2563-4ebe-82c7-2410929a0774 req-9937d55e-32d6-4eff-bf5d-f122e6fd1f3e tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:10.117270 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-613ee37c-2563-4ebe-82c7-2410929a0774 req-9937d55e-32d6-4eff-bf5d-f122e6fd1f3e tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 945 time: 0.0972366 May 20 09:16:10.128522 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd494ad-f579-4a93-a5a3-d375d5bde920 req-032f601f-ffd1-4451-83cd-53553e291304 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:10.130203 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-3bd494ad-f579-4a93-a5a3-d375d5bde920 req-032f601f-ffd1-4451-83cd-53553e291304 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 945 time: 0.0671043 May 20 09:16:10.193846 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 34024) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:16:10.210682 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-613ee37c-2563-4ebe-82c7-2410929a0774 req-49c21f3b-bdc3-44e6-8d83-e8bdcf151e36 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853283 May 20 09:16:10.218004 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-3bd494ad-f579-4a93-a5a3-d375d5bde920 req-fa1ee159-0140-4b60-9b98-8f2e3a0ffa14 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675454 May 20 09:16:10.222834 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] get_ports_and_sgs() called for port_ids ['7c2e256c-0d81-4712-b95d-356933f6fd80'] {{(pid=104277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 09:16:10.376101 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-82ab3f6e-1c6e-42fc-88fd-1dfdec516bb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:10.390153 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac518629-0556-47b2-8b79-1299dc38d01f req-de722bff-47c5-45e7-957b-80100fff2b94 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:10.397858 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ac518629-0556-47b2-8b79-1299dc38d01f req-de722bff-47c5-45e7-957b-80100fff2b94 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6bf483f-196d-4699-8ca8-968382aecdac HTTP/1.1" status: 200 len: 945 time: 0.0874228 May 20 09:16:10.454954 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ac518629-0556-47b2-8b79-1299dc38d01f req-b10bf046-7afa-4540-8ffc-511533a233de tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=277436d8-fa8f-443f-ad9d-5809cdfe17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559533 May 20 09:16:10.494179 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-82ab3f6e-1c6e-42fc-88fd-1dfdec516bb9 admin admin] Publish callbacks [] for security_group (5a9a4f7e-d7b4-447a-bd60-c8998d7c6b3d), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:10.500222 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-82ab3f6e-1c6e-42fc-88fd-1dfdec516bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (5a9a4f7e-d7b4-447a-bd60-c8998d7c6b3d), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:10.543048 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:10.549086 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-82ab3f6e-1c6e-42fc-88fd-1dfdec516bb9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bbfb0518f0604a5191f8721b1cb692c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3518243 May 20 09:16:10.549086 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab3f6e-1c6e-42fc-88fd-1dfdec516bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9a4f7e-d7b4-447a-bd60-c8998d7c6b3d,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:10.551940 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 34032) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:16:10.639451 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5fafdd13-2c80-49bc-862d-400a84875a23 admin admin] Publish callbacks [] for security_group (5a9a4f7e-d7b4-447a-bd60-c8998d7c6b3d), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:10.653794 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:10.671233 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5fafdd13-2c80-49bc-862d-400a84875a23 admin admin] Publish callbacks [] for security_group (5a9a4f7e-d7b4-447a-bd60-c8998d7c6b3d), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:10.737159 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5fafdd13-2c80-49bc-862d-400a84875a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (5a9a4f7e-d7b4-447a-bd60-c8998d7c6b3d), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:10.739733 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5fafdd13-2c80-49bc-862d-400a84875a23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:10.745989 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-5fafdd13-2c80-49bc-862d-400a84875a23 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5a9a4f7e-d7b4-447a-bd60-c8998d7c6b3d HTTP/1.1" status: 204 len: 168 time: 0.1951034 May 20 09:16:10.754688 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fafdd13-2c80-49bc-862d-400a84875a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9a4f7e-d7b4-447a-bd60-c8998d7c6b3d,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:10.997899 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 34054) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:16:11.178243 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f4e9e914-8396-48c1-be26-71a27ced3da3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:11.367086 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f4e9e914-8396-48c1-be26-71a27ced3da3 admin admin] Publish callbacks [] for security_group (8fff019d-4a44-4b75-b84f-4f79961408dc), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:11.376163 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f4e9e914-8396-48c1-be26-71a27ced3da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (8fff019d-4a44-4b75-b84f-4f79961408dc), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:11.414384 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296379a3-df0f-4fa0-ae08-647f597a80c0 req-bcad518a-b8a4-4fee-bf44-e7cacd076a6a tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:11.416106 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-296379a3-df0f-4fa0-ae08-647f597a80c0 req-bcad518a-b8a4-4fee-bf44-e7cacd076a6a tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 945 time: 0.0806718 May 20 09:16:11.437499 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-f4e9e914-8396-48c1-be26-71a27ced3da3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9393be3d2e22466f97efd28482358a7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4382417 May 20 09:16:11.438472 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e9e914-8396-48c1-be26-71a27ced3da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fff019d-4a44-4b75-b84f-4f79961408dc,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:11.442121 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 34070) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:16:11.516835 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-296379a3-df0f-4fa0-ae08-647f597a80c0 req-9feaec9b-e8cd-48ea-ba83-4513771fcf75 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841873 May 20 09:16:11.533801 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-9efd7dd0-a9a2-41e2-a8be-c3bce4af897d admin admin] Publish callbacks [] for security_group (8fff019d-4a44-4b75-b84f-4f79961408dc), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:11.562962 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-9efd7dd0-a9a2-41e2-a8be-c3bce4af897d admin admin] Publish callbacks [] for security_group (8fff019d-4a44-4b75-b84f-4f79961408dc), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:11.574314 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 7c2e256c-0d81-4712-b95d-356933f6fd80 up at agent hyperv_hv-cinder-83699 {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:16:11.616426 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605169f1-9705-4f06-9f70-94501ac6e42a req-ad0f44b7-ffa4-408d-bea1-715b09c90c45 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:11.618413 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-605169f1-9705-4f06-9f70-94501ac6e42a req-ad0f44b7-ffa4-408d-bea1-715b09c90c45 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6bf483f-196d-4699-8ca8-968382aecdac HTTP/1.1" status: 200 len: 945 time: 0.0863941 May 20 09:16:11.642811 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-9efd7dd0-a9a2-41e2-a8be-c3bce4af897d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (8fff019d-4a44-4b75-b84f-4f79961408dc), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:11.646082 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-9efd7dd0-a9a2-41e2-a8be-c3bce4af897d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:11.646435 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Provisioning for port 7c2e256c-0d81-4712-b95d-356933f6fd80 completed by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 20 09:16:11.650306 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-9efd7dd0-a9a2-41e2-a8be-c3bce4af897d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8fff019d-4a44-4b75-b84f-4f79961408dc HTTP/1.1" status: 204 len: 168 time: 0.2000980 May 20 09:16:11.665291 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efd7dd0-a9a2-41e2-a8be-c3bce4af897d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fff019d-4a44-4b75-b84f-4f79961408dc,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:11.676442 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Provisioning complete for port 7c2e256c-0d81-4712-b95d-356933f6fd80 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:16:11.677017 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (7c2e256c-0d81-4712-b95d-356933f6fd80), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:11.766886 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-605169f1-9705-4f06-9f70-94501ac6e42a req-cf492646-d2cb-4481-a4e9-abc23728e039 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=277436d8-fa8f-443f-ad9d-5809cdfe17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356466 May 20 09:16:11.802855 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port 7c2e256c-0d81-4712-b95d-356933f6fd80 is: BUILD; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:16:11.803241 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (7c2e256c-0d81-4712-b95d-356933f6fd80), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:11.848293 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port 7c2e256c-0d81-4712-b95d-356933f6fd80, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=7c2e256c-0d81-4712-b95d-356933f6fd80,segment=NetworkSegment(32ffeb4b-663b-4183-8636-9b9183111437),segment_id=32ffeb4b-663b-4183-8636-9b9183111437)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:16:11.849321 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:11.850368 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6bf483f-196d-4699-8ca8-968382aecdac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c2e256c-0d81-4712-b95d-356933f6fd80'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:16:11.852900 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a79de04d4ec243d1cdc81b41ccc126ec62664011dfe1c1a94e68b1d536b5d8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29e293a-b07e-4410-bcc7-83ad3d949f10" -d '{"events": [{"server_uuid": "d6bf483f-196d-4699-8ca8-968382aecdac", "name": "network-vif-plugged", "status": "completed", "tag": "7c2e256c-0d81-4712-b95d-356933f6fd80"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:16:11.870237 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (7c2e256c-0d81-4712-b95d-356933f6fd80), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:11.931178 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 09:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c9d897-502c-4eec-8bb9-64257a8db8d8 x-openstack-request-id: req-65c9d897-502c-4eec-8bb9-64257a8db8d8 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:16:11.931772 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6bf483f-196d-4699-8ca8-968382aecdac", "name": "network-vif-plugged", "status": "completed", "tag": "7c2e256c-0d81-4712-b95d-356933f6fd80", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:16:11.932174 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-65c9d897-502c-4eec-8bb9-64257a8db8d8 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:16:11.932727 dv-cinder-836996-23-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65c9d897-502c-4eec-8bb9-64257a8db8d8'] response: {'server_uuid': 'd6bf483f-196d-4699-8ca8-968382aecdac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c2e256c-0d81-4712-b95d-356933f6fd80', 'code': 200} May 20 09:16:11.960184 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=7c2e256c-0d81-4712-b95d-356933f6fd80,revision_number=5']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:12.193717 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 34096) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:16:12.209729 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb136cb-5aa3-4893-9e74-7751b7215a9d req-c336bc1a-efbf-4420-8471-2958b62a9de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:12.211957 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-acb136cb-5aa3-4893-9e74-7751b7215a9d req-c336bc1a-efbf-4420-8471-2958b62a9de0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d6bf483f-196d-4699-8ca8-968382aecdac HTTP/1.1" status: 200 len: 1130 time: 0.0729194 May 20 09:16:12.219132 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-759792e5-dcf2-460c-8923-30bbf58fda47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:12.288859 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-acb136cb-5aa3-4893-9e74-7751b7215a9d req-d1c24f15-f972-4bbf-b89f-fdcd3b002871 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=277436d8-fa8f-443f-ad9d-5809cdfe17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692215 May 20 09:16:12.323472 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-759792e5-dcf2-460c-8923-30bbf58fda47 admin admin] Publish callbacks [] for security_group (41ba4a4b-dbc2-401c-84f7-dda7cfb6966b), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:12.329403 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-759792e5-dcf2-460c-8923-30bbf58fda47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (41ba4a4b-dbc2-401c-84f7-dda7cfb6966b), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:12.351382 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:12.382161 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-759792e5-dcf2-460c-8923-30bbf58fda47 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=445ed1dff2f14ea0a299bdaf2cde31a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1870511 May 20 09:16:12.384651 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 34100) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:16:12.391292 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759792e5-dcf2-460c-8923-30bbf58fda47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ba4a4b-dbc2-401c-84f7-dda7cfb6966b,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:12.464331 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-4c0a25ee-7291-4dc1-900a-67dc3a7d0c2b admin admin] Publish callbacks [] for security_group (41ba4a4b-dbc2-401c-84f7-dda7cfb6966b), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:12.502899 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-4c0a25ee-7291-4dc1-900a-67dc3a7d0c2b admin admin] Publish callbacks [] for security_group (41ba4a4b-dbc2-401c-84f7-dda7cfb6966b), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:12.577307 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-4c0a25ee-7291-4dc1-900a-67dc3a7d0c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (41ba4a4b-dbc2-401c-84f7-dda7cfb6966b), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:12.580276 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-4c0a25ee-7291-4dc1-900a-67dc3a7d0c2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:12.583948 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-4c0a25ee-7291-4dc1-900a-67dc3a7d0c2b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/41ba4a4b-dbc2-401c-84f7-dda7cfb6966b HTTP/1.1" status: 204 len: 168 time: 0.1959927 May 20 09:16:12.606818 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a25ee-7291-4dc1-900a-67dc3a7d0c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ba4a4b-dbc2-401c-84f7-dda7cfb6966b,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:12.755937 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416bf1b-f116-4a24-896b-45f67f8c35be req-a22d1aac-d544-4726-bdff-b6da6734f391 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:12.758088 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d416bf1b-f116-4a24-896b-45f67f8c35be req-a22d1aac-d544-4726-bdff-b6da6734f391 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 945 time: 0.0597155 May 20 09:16:12.821661 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d416bf1b-f116-4a24-896b-45f67f8c35be req-c9a32018-1780-4318-8456-7f6ca8e8b66e tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558624 May 20 09:16:12.933256 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c35eb1c-92b8-4198-9bae-9842599ed00f req-14fe8f67-6f48-47d8-8415-05a7dc6295c1 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:12.935140 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-9c35eb1c-92b8-4198-9bae-9842599ed00f req-14fe8f67-6f48-47d8-8415-05a7dc6295c1 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6bf483f-196d-4699-8ca8-968382aecdac HTTP/1.1" status: 200 len: 946 time: 0.0672047 May 20 09:16:13.011521 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-9c35eb1c-92b8-4198-9bae-9842599ed00f req-12303a63-1a15-4da4-a68e-73ffeef7ae43 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=277436d8-fa8f-443f-ad9d-5809cdfe17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692985 May 20 09:16:13.103018 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 34118) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:16:13.120960 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-161cd7f6-64c4-466c-9d63-a2f3c72b6769 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:13.222036 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-161cd7f6-64c4-466c-9d63-a2f3c72b6769 admin admin] Publish callbacks [] for security_group (51106cf1-413c-4760-b20a-4f53964bd2e3), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:13.228668 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-161cd7f6-64c4-466c-9d63-a2f3c72b6769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (51106cf1-413c-4760-b20a-4f53964bd2e3), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:13.251014 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:13.273235 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161cd7f6-64c4-466c-9d63-a2f3c72b6769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51106cf1-413c-4760-b20a-4f53964bd2e3,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:13.286972 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-161cd7f6-64c4-466c-9d63-a2f3c72b6769 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=444ad00dc4084723bced21a6385809b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1828094 May 20 09:16:13.290017 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 34120) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:16:13.362198 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-2dd7bb8d-bf5e-46ee-a045-99bed911118c admin admin] Publish callbacks [] for security_group (51106cf1-413c-4760-b20a-4f53964bd2e3), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:13.399972 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-2dd7bb8d-bf5e-46ee-a045-99bed911118c admin admin] Publish callbacks [] for security_group (51106cf1-413c-4760-b20a-4f53964bd2e3), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:13.428831 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:13.472219 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-2dd7bb8d-bf5e-46ee-a045-99bed911118c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (51106cf1-413c-4760-b20a-4f53964bd2e3), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:13.475115 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-2dd7bb8d-bf5e-46ee-a045-99bed911118c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:13.476357 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-2dd7bb8d-bf5e-46ee-a045-99bed911118c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/51106cf1-413c-4760-b20a-4f53964bd2e3 HTTP/1.1" status: 204 len: 168 time: 0.1854966 May 20 09:16:13.505064 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd7bb8d-bf5e-46ee-a045-99bed911118c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51106cf1-413c-4760-b20a-4f53964bd2e3,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:13.551134 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-bae51df0-c5e0-4af0-a6df-d277d7e5fade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:14.021372 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c84f0-de87-42e3-9c52-28dadad9c03d req-5b568b63-3c23-4828-a8f6-5861142d9387 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:14.024601 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f34c84f0-de87-42e3-9c52-28dadad9c03d req-5b568b63-3c23-4828-a8f6-5861142d9387 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 945 time: 0.0840979 May 20 09:16:14.140958 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f34c84f0-de87-42e3-9c52-28dadad9c03d req-4ec12522-1cc6-4ac8-8d9f-204a93b4b676 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966053 May 20 09:16:14.208346 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a5efa-8cf3-4711-adfa-c476ef9378ae req-42cba75e-369a-4dc0-bf28-055461d5acae tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:14.210531 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-e28a5efa-8cf3-4711-adfa-c476ef9378ae req-42cba75e-369a-4dc0-bf28-055461d5acae tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6bf483f-196d-4699-8ca8-968382aecdac HTTP/1.1" status: 200 len: 946 time: 0.0731480 May 20 09:16:14.304695 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-e28a5efa-8cf3-4711-adfa-c476ef9378ae req-f7886b85-d3e2-47de-8192-9917ecd6e09a tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=277436d8-fa8f-443f-ad9d-5809cdfe17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872881 May 20 09:16:14.662154 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 34160) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:16:14.786825 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-8d807261-3332-4012-9c7a-937b15107eb2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1154776738-network', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:16:14.818633 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d807261-3332-4012-9c7a-937b15107eb2 admin admin] Made reservation on behalf of f26ac8782fe0407cb6f146ba70e74246 for: {'network': 1} {{(pid=104275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:16:14.820964 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-8d807261-3332-4012-9c7a-937b15107eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for network (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:14.824394 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:14.832719 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-8d807261-3332-4012-9c7a-937b15107eb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:14.938208 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-8d807261-3332-4012-9c7a-937b15107eb2 admin admin] Publish callbacks [] for security_group (f3ec02ef-9365-454b-8280-3b9c5469894b), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:14.945279 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-8d807261-3332-4012-9c7a-937b15107eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (f3ec02ef-9365-454b-8280-3b9c5469894b), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:14.970872 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d807261-3332-4012-9c7a-937b15107eb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=104275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 09:16:14.991292 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d807261-3332-4012-9c7a-937b15107eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ec02ef-9365-454b-8280-3b9c5469894b,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:15.001948 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-8d807261-3332-4012-9c7a-937b15107eb2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728767071609', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461326'] for segment (665fb377-4509-43d2-a447-5bd58fa768e8), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:15.002376 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.db.segments_db [None req-8d807261-3332-4012-9c7a-937b15107eb2 admin admin] Added segment 665fb377-4509-43d2-a447-5bd58fa768e8 of type vlan for network 5f48dba5-6c8f-4717-93d6-9f60508a64db May 20 09:16:15.048078 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-8d807261-3332-4012-9c7a-937b15107eb2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728766529127'] for network (5f48dba5-6c8f-4717-93d6-9f60508a64db), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:15.078386 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-8d807261-3332-4012-9c7a-937b15107eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360'] for network (5f48dba5-6c8f-4717-93d6-9f60508a64db), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:15.079481 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d807261-3332-4012-9c7a-937b15107eb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:15.080073 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-8d807261-3332-4012-9c7a-937b15107eb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for network (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:15.147792 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-8d807261-3332-4012-9c7a-937b15107eb2 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.4835184 May 20 09:16:15.148708 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d807261-3332-4012-9c7a-937b15107eb2 admin admin] Pushing event updated for resources: {'Network': ['ID=5f48dba5-6c8f-4717-93d6-9f60508a64db,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:15.150691 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 34170) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:16:15.155385 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-383ee97f-2506-4926-8197-efe8f5d05849 admin admin] Request body: {'subnet': {'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1154776738-subnet', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'ip_version': 4}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:16:15.166760 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Network 5f48dba5-6c8f-4717-93d6-9f60508a64db details requested by agent ovs-agent-dv-cinder-836996-23-iscsi with host dv-cinder-836996-23-iscsi {{(pid=104277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 09:16:15.217944 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383ee97f-2506-4926-8197-efe8f5d05849 admin admin] Made reservation on behalf of f26ac8782fe0407cb6f146ba70e74246 for: {'subnet': 1} {{(pid=104275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:16:15.220558 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-383ee97f-2506-4926-8197-efe8f5d05849 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31209427'] for subnet (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:15.331167 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0a4b1-111f-41e6-86bc-dfea28f0d189 req-ae3d7e75-5daf-4e09-b59b-9ae14435ea1c tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:15.345947 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-75a0a4b1-111f-41e6-86bc-dfea28f0d189 req-ae3d7e75-5daf-4e09-b59b-9ae14435ea1c tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 945 time: 0.1144214 May 20 09:16:15.464622 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-75a0a4b1-111f-41e6-86bc-dfea28f0d189 req-768bbe98-7cef-45c4-a6ab-73a1d114e93b tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092091 May 20 09:16:15.529845 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:15.552162 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5aea8-a184-4fce-903d-6b808922c5d8 req-e98e1fc2-73c8-4c89-a934-e83f36dcd74b tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:15.553651 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-c1b5aea8-a184-4fce-903d-6b808922c5d8 req-e98e1fc2-73c8-4c89-a934-e83f36dcd74b tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6bf483f-196d-4699-8ca8-968382aecdac HTTP/1.1" status: 200 len: 946 time: 0.1145861 May 20 09:16:15.570245 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-383ee97f-2506-4926-8197-efe8f5d05849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30904947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31209413'] for subnet (4497ded3-0270-4257-8e32-a5b32034f129), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:15.667594 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-c1b5aea8-a184-4fce-903d-6b808922c5d8 req-156e65fb-7917-41bf-a7e1-369bdc8c0a0a tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=277436d8-fa8f-443f-ad9d-5809cdfe17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052833 May 20 09:16:15.668287 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383ee97f-2506-4926-8197-efe8f5d05849 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4497ded3-0270-4257-8e32-a5b32034f129,revision_number=0']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:15.678200 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383ee97f-2506-4926-8197-efe8f5d05849 admin admin] Checking segment: {'id': '665fb377-4509-43d2-a447-5bd58fa768e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:16:15.678607 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383ee97f-2506-4926-8197-efe8f5d05849 admin admin] Network hostable DHCP agents. Network: 5f48dba5-6c8f-4717-93d6-9f60508a64db, hostable agents: ['b26f8cd8-eda4-4382-aac8-4197b502694f'], hosted agents: [] {{(pid=104275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 09:16:15.719739 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383ee97f-2506-4926-8197-efe8f5d05849 admin admin] Network 5f48dba5-6c8f-4717-93d6-9f60508a64db is scheduled to be hosted by DHCP agent b26f8cd8-eda4-4382-aac8-4197b502694f with binding_index 1 {{(pid=104275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 09:16:15.734358 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.base_scheduler [None req-383ee97f-2506-4926-8197-efe8f5d05849 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-23-iscsi, 5f48dba5-6c8f-4717-93d6-9f60508a64db) {{(pid=104275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:16:15.739389 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383ee97f-2506-4926-8197-efe8f5d05849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:15.740176 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-383ee97f-2506-4926-8197-efe8f5d05849 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:15.748606 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b8469a-d78c-49e5-9a92-c6930926ddae None None] Network 5f48dba5-6c8f-4717-93d6-9f60508a64db requested from dv-cinder-836996-23-iscsi {{(pid=104277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 20 09:16:15.764208 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-383ee97f-2506-4926-8197-efe8f5d05849 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6124303 May 20 09:16:15.767056 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 34182) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:16:15.774463 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-531667c2-42a8-46e4-a710-3137fe916960 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1154776738-router', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da'}}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:16:15.781310 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:INSERT=14,neutron:SELECT=79,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:15.809257 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:15.819971 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754f9d4-96f0-4451-9b18-de84291cc52c req-0226c2db-c293-42cf-a53d-d50056fdd11e tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:15.821537 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-531667c2-42a8-46e4-a710-3137fe916960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-683858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1571'] for router (9c1d9c77-1b9d-4a44-8463-7522608f4462), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:15.822780 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-531667c2-42a8-46e4-a710-3137fe916960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1576'] for router (9c1d9c77-1b9d-4a44-8463-7522608f4462), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:15.827611 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a754f9d4-96f0-4451-9b18-de84291cc52c req-0226c2db-c293-42cf-a53d-d50056fdd11e tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6bf483f-196d-4699-8ca8-968382aecdac HTTP/1.1" status: 200 len: 946 time: 0.0689707 May 20 09:16:15.832817 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 34184) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:16:15.838856 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-64d292c2-6253-4d3f-a1f0-556166a4f738 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Request body: {'floatingip': {'port_id': '7c2e256c-0d81-4712-b95d-356933f6fd80'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:16:15.858141 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b4876397-c153-4ef0-96f3-d16ebff9d275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:15.891160 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-64d292c2-6253-4d3f-a1f0-556166a4f738 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks [] for floatingip (35671a01-a197-4d1c-b6f6-9cff91eb4c0a), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:15.924939 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1373f334-a7da-4129-8cdc-5aa40c6400ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cd1afc4-0ceb-5b8d-a1dd-ae16400ad0c0-5f48dba5-6c8f-4717-93d6-9f60508a64db', 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db', 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'fixed_ips': [{'subnet_id': '4497ded3-0270-4257-8e32-a5b32034f129'}]}} from dv-cinder-836996-23-iscsi. {{(pid=104277) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 20 09:16:15.926273 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1373f334-a7da-4129-8cdc-5aa40c6400ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:16.097347 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [None req-1373f334-a7da-4129-8cdc-5aa40c6400ce None None] Allocated IP 172.20.0.2 (5f48dba5-6c8f-4717-93d6-9f60508a64db/4497ded3-0270-4257-8e32-a5b32034f129/4c2cc5bc-794b-4f12-b976-5bc713436c73) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:16:16.252972 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-531667c2-42a8-46e4-a710-3137fe916960 admin admin] Publish callbacks [] for router_controller (9c1d9c77-1b9d-4a44-8463-7522608f4462), precommit_add_association {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:16.295079 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1373f334-a7da-4129-8cdc-5aa40c6400ce None None] Publish callbacks [] for port (4c2cc5bc-794b-4f12-b976-5bc713436c73), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:16.304770 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1373f334-a7da-4129-8cdc-5aa40c6400ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936'] for port (4c2cc5bc-794b-4f12-b976-5bc713436c73), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:16.345490 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373f334-a7da-4129-8cdc-5aa40c6400ce None None] Pushing event updated for resources: {'Port': ['ID=4c2cc5bc-794b-4f12-b976-5bc713436c73,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:16.364433 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1373f334-a7da-4129-8cdc-5aa40c6400ce None None] Network 5f48dba5-6c8f-4717-93d6-9f60508a64db is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:16:16.366112 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-1373f334-a7da-4129-8cdc-5aa40c6400ce None None] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:16:16.368979 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1373f334-a7da-4129-8cdc-5aa40c6400ce None None] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:16:16.473163 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-1373f334-a7da-4129-8cdc-5aa40c6400ce None None] Attempting to bind port 4c2cc5bc-794b-4f12-b976-5bc713436c73 on host dv-cinder-836996-23-iscsi for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 20 09:16:16.473441 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-1373f334-a7da-4129-8cdc-5aa40c6400ce None None] Attempting to bind port 4c2cc5bc-794b-4f12-b976-5bc713436c73 by drivers openvswitch,hyperv on host dv-cinder-836996-23-iscsi at level 0 using segments [{'id': '665fb377-4509-43d2-a447-5bd58fa768e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 20 09:16:16.473830 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1373f334-a7da-4129-8cdc-5aa40c6400ce None None] Attempting to bind port 4c2cc5bc-794b-4f12-b976-5bc713436c73 on network 5f48dba5-6c8f-4717-93d6-9f60508a64db {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:16:16.501475 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1373f334-a7da-4129-8cdc-5aa40c6400ce None None] Checking agent: {'id': '8cdc3712-48c6-4c17-b1e2-8ec392d7f09b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 9, 4, 50), 'started_at': datetime.datetime(2022, 5, 20, 9, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 9, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 09:16:16.502684 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1373f334-a7da-4129-8cdc-5aa40c6400ce None None] Checking segment: {'id': '665fb377-4509-43d2-a447-5bd58fa768e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:16:16.504448 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1373f334-a7da-4129-8cdc-5aa40c6400ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:16.504994 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1373f334-a7da-4129-8cdc-5aa40c6400ce None None] Bound using segment: {'id': '665fb377-4509-43d2-a447-5bd58fa768e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 09:16:16.505661 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-1373f334-a7da-4129-8cdc-5aa40c6400ce None None] Bound port: 4c2cc5bc-794b-4f12-b976-5bc713436c73, host: dv-cinder-836996-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '665fb377-4509-43d2-a447-5bd58fa768e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 20 09:16:16.506640 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1373f334-a7da-4129-8cdc-5aa40c6400ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (4c2cc5bc-794b-4f12-b976-5bc713436c73), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:16.508954 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-531667c2-42a8-46e4-a710-3137fe916960 admin admin] Publish callbacks [] for router_gateway (9c1d9c77-1b9d-4a44-8463-7522608f4462), precommit_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:16.534469 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:16.642254 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-1373f334-a7da-4129-8cdc-5aa40c6400ce None None] For port 4c2cc5bc-794b-4f12-b976-5bc713436c73, host dv-cinder-836996-23-iscsi, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 09:16:16.645864 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-1373f334-a7da-4129-8cdc-5aa40c6400ce None None] For port 4c2cc5bc-794b-4f12-b976-5bc713436c73, host dv-cinder-836996-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=4c2cc5bc-794b-4f12-b976-5bc713436c73,segment=NetworkSegment(665fb377-4509-43d2-a447-5bd58fa768e8),segment_id=665fb377-4509-43d2-a447-5bd58fa768e8)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 09:16:16.659592 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1373f334-a7da-4129-8cdc-5aa40c6400ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (4c2cc5bc-794b-4f12-b976-5bc713436c73), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:16.680049 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c31be-f3e6-4fa1-acc2-b34966172968 req-d937e413-8816-426d-88b1-2efdd1bd7402 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:16.681618 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-ed1c31be-f3e6-4fa1-acc2-b34966172968 req-d937e413-8816-426d-88b1-2efdd1bd7402 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 945 time: 0.0871246 May 20 09:16:16.854870 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373f334-a7da-4129-8cdc-5aa40c6400ce None None] Pushing event updated for resources: {'Port': ['ID=4c2cc5bc-794b-4f12-b976-5bc713436c73,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:16.909403 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:16.930733 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-ed1c31be-f3e6-4fa1-acc2-b34966172968 req-5d52c502-cb10-424e-b119-2513cc59f995 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2175303 May 20 09:16:16.981752 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-531667c2-42a8-46e4-a710-3137fe916960 admin admin] Publish callbacks [] for router_gateway (9c1d9c77-1b9d-4a44-8463-7522608f4462), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:17.028061 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-531667c2-42a8-46e4-a710-3137fe916960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:17.129800 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:17.154072 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.db.resource_extend [None req-64d292c2-6253-4d3f-a1f0-556166a4f738 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 09:16:17.240381 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-64d292c2-6253-4d3f-a1f0-556166a4f738 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:17.264538 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-64d292c2-6253-4d3f-a1f0-556166a4f738 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680135'] for floatingip (35671a01-a197-4d1c-b6f6-9cff91eb4c0a), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:17.269623 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:17.351501 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.db_base_plugin_common [None req-531667c2-42a8-46e4-a710-3137fe916960 admin admin] Allocated IP 172.27.0.223 (db85349c-1449-495a-9881-8426bbf372da/93804823-6bc2-4eb0-bfcd-bdee0631ed3e/b7ab6e55-17db-42cd-b0ce-5a4147e57649) {{(pid=104275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:16:17.458955 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.db.l3_db [None req-64d292c2-6253-4d3f-a1f0-556166a4f738 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Floating IP 35671a01-a197-4d1c-b6f6-9cff91eb4c0a associated. External IP: 172.27.0.65, port: 7c2e256c-0d81-4712-b95d-356933f6fd80. May 20 09:16:17.599444 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-531667c2-42a8-46e4-a710-3137fe916960 admin admin] Publish callbacks [] for port (b7ab6e55-17db-42cd-b0ce-5a4147e57649), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:17.702128 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-531667c2-42a8-46e4-a710-3137fe916960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30908355'] for port (b7ab6e55-17db-42cd-b0ce-5a4147e57649), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:17.779564 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531667c2-42a8-46e4-a710-3137fe916960 admin admin] Network db85349c-1449-495a-9881-8426bbf372da is already hosted by enough agents. {{(pid=104275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:16:17.786114 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.base_scheduler [None req-531667c2-42a8-46e4-a710-3137fe916960 admin admin] Resources bound (agent type, host, resource id): {{(pid=104275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:16:17.792866 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531667c2-42a8-46e4-a710-3137fe916960 admin admin] Received port after_create {{(pid=104275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:16:17.823015 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531667c2-42a8-46e4-a710-3137fe916960 admin admin] Pushing event updated for resources: {'Port': ['ID=b7ab6e55-17db-42cd-b0ce-5a4147e57649,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:17.842509 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d292c2-6253-4d3f-a1f0-556166a4f738 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Router ff7d3e86-a7d8-426a-9485-31431a43ae23 has already been hosted by L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 {{(pid=104275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 09:16:17.850177 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:18.151452 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaade4d7-5ba2-4442-9407-1f353a29371e req-cac8c455-a965-4bf3-a5d9-85e50f7d45ec tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:18.154192 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-aaade4d7-5ba2-4442-9407-1f353a29371e req-cac8c455-a965-4bf3-a5d9-85e50f7d45ec tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 945 time: 0.0840263 May 20 09:16:18.173894 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d292c2-6253-4d3f-a1f0-556166a4f738 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:16:18.188990 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82e5145-66db-48d2-aa24-64962965bd76 None None] Sync routers for ids ['ff7d3e86-a7d8-426a-9485-31431a43ae23'] in dv-cinder-836996-23-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:16:18.195660 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=78 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:18.201699 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-64d292c2-6253-4d3f-a1f0-556166a4f738 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for floatingip (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:18.207385 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:18.218980 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82e5145-66db-48d2-aa24-64962965bd76 None None] Routers {'ff7d3e86-a7d8-426a-9485-31431a43ae23'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:16:18.219822 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-b82e5145-66db-48d2-aa24-64962965bd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:16:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['ff7d3e86-a7d8-426a-9485-31431a43ae23'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:16:18.272946 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-aaade4d7-5ba2-4442-9407-1f353a29371e req-21697e35-136e-4143-80d1-c7dfa3b6d0c0 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009328 May 20 09:16:18.301024 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ba2977-3212-4fe8-9ea2-b028e02b6c1d None None] Network 5f48dba5-6c8f-4717-93d6-9f60508a64db requested from dv-cinder-836996-23-iscsi {{(pid=104277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 20 09:16:18.360465 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:18.389506 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-64d292c2-6253-4d3f-a1f0-556166a4f738 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "PUT /v2.0/floatingips/35671a01-a197-4d1c-b6f6-9cff91eb4c0a HTTP/1.1" status: 200 len: 991 time: 2.5553849 May 20 09:16:18.398445 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6bf483f-196d-4699-8ca8-968382aecdac', 'tag': '7c2e256c-0d81-4712-b95d-356933f6fd80'}] {{(pid=104275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:16:18.401117 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eea53449646a7168c1429fc9fd421a4bc8c13d7c241c91a60dad7e76b53d9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f3885c-d92d-466e-96f1-e23dfb990c7f" -d '{"events": [{"name": "network-changed", "server_uuid": "d6bf483f-196d-4699-8ca8-968382aecdac", "tag": "7c2e256c-0d81-4712-b95d-356933f6fd80"}]}' {{(pid=104275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:16:18.441674 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-531667c2-42a8-46e4-a710-3137fe916960 admin admin] Publish callbacks [] for router_gateway (9c1d9c77-1b9d-4a44-8463-7522608f4462), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:18.454530 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 09:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1b176d-c85e-4732-8246-51b94f084fcd x-openstack-request-id: req-1e1b176d-c85e-4732-8246-51b94f084fcd {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:16:18.454530 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6bf483f-196d-4699-8ca8-968382aecdac", "tag": "7c2e256c-0d81-4712-b95d-356933f6fd80", "status": "completed", "code": 200}]} {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:16:18.454530 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1e1b176d-c85e-4732-8246-51b94f084fcd {{(pid=104275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:16:18.454530 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e1b176d-c85e-4732-8246-51b94f084fcd'] response: {'name': 'network-changed', 'server_uuid': 'd6bf483f-196d-4699-8ca8-968382aecdac', 'tag': '7c2e256c-0d81-4712-b95d-356933f6fd80', 'status': 'completed', 'code': 200} May 20 09:16:18.488029 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-b82e5145-66db-48d2-aa24-64962965bd76 None None] Set router ff7d3e86-a7d8-426a-9485-31431a43ae23 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:16:18.498873 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-41783755-07b9-4552-a6d0-973f6b627655 None None] Provisioning complete for port 4c2cc5bc-794b-4f12-b976-5bc713436c73 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:16:18.499252 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-41783755-07b9-4552-a6d0-973f6b627655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (4c2cc5bc-794b-4f12-b976-5bc713436c73), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:18.549905 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:18.571202 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:18.648929 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-41783755-07b9-4552-a6d0-973f6b627655 None None] Current status of the port 4c2cc5bc-794b-4f12-b976-5bc713436c73 is: DOWN; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:16:18.649658 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-41783755-07b9-4552-a6d0-973f6b627655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (4c2cc5bc-794b-4f12-b976-5bc713436c73), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:18.719104 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-41783755-07b9-4552-a6d0-973f6b627655 None None] For port 4c2cc5bc-794b-4f12-b976-5bc713436c73, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=4c2cc5bc-794b-4f12-b976-5bc713436c73,segment=NetworkSegment(665fb377-4509-43d2-a447-5bd58fa768e8),segment_id=665fb377-4509-43d2-a447-5bd58fa768e8)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:16:18.733563 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-41783755-07b9-4552-a6d0-973f6b627655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (4c2cc5bc-794b-4f12-b976-5bc713436c73), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:18.819397 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:18.855906 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41783755-07b9-4552-a6d0-973f6b627655 None None] Pushing event updated for resources: {'Port': ['ID=4c2cc5bc-794b-4f12-b976-5bc713436c73,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:18.930026 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-b82e5145-66db-48d2-aa24-64962965bd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7d3e86-a7d8-426a-9485-31431a43ae23', 'name': 'tempest-ServerRescueNegativeTestJSON-770542233-router', 'tenant_id': 'ed0e52a9d6374123b57759435d43d7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '67ab723e-d5a4-4c7d-b513-3a0916c831d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:15Z', 'updated_at': '2022-05-20T09:13:21Z', 'revision_number': 4, 'project_id': 'ed0e52a9d6374123b57759435d43d7aa', 'gw_port': {'id': '67ab723e-d5a4-4c7d-b513-3a0916c831d8', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:05:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7d3e86-a7d8-426a-9485-31431a43ae23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:16Z', 'updated_at': '2022-05-20T09:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_floatingips': [{'id': '35671a01-a197-4d1c-b6f6-9cff91eb4c0a', 'tenant_id': 'ed0e52a9d6374123b57759435d43d7aa', 'floating_ip_address': '172.27.0.65', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': 'ff7d3e86-a7d8-426a-9485-31431a43ae23', 'port_id': '7c2e256c-0d81-4712-b95d-356933f6fd80', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 330, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40febe0e-a58d-4d88-9cb1-48f696a34f45', 'mac_address': 'fa:16:3e:eb:4c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bf483f-196d-4699-8ca8-968382aecdac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:16:00Z', 'updated_at': '2022-05-20T09:16:16Z', 'revision_number': 1, 'project_id': 'ed0e52a9d6374123b57759435d43d7aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '579a5d10-afc1-4603-a78c-86ca10960c02', 'name': '', 'network_id': '40febe0e-a58d-4d88-9cb1-48f696a34f45', 'tenant_id': 'ed0e52a9d6374123b57759435d43d7aa', 'mac_address': 'fa:16:3e:c5:4a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7d3e86-a7d8-426a-9485-31431a43ae23', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a7263cb7-bd14-41ff-8f4b-b90e8869f0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:19Z', 'updated_at': '2022-05-20T09:13:33Z', 'revision_number': 5, 'project_id': 'ed0e52a9d6374123b57759435d43d7aa', 'subnets': [{'id': 'a7263cb7-bd14-41ff-8f4b-b90e8869f0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:16:18.968749 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-4d30ebe2-24f4-4396-8728-e011078155ff None None] Provisioning complete for port 4c2cc5bc-794b-4f12-b976-5bc713436c73 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:16:18.969127 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4d30ebe2-24f4-4396-8728-e011078155ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (4c2cc5bc-794b-4f12-b976-5bc713436c73), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:18.998893 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82e5145-66db-48d2-aa24-64962965bd76 None None] Checking router: ff7d3e86-a7d8-426a-9485-31431a43ae23 for host: dv-cinder-836996-23-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:16:19.014369 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 4c2cc5bc-794b-4f12-b976-5bc713436c73 up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:16:19.015105 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82e5145-66db-48d2-aa24-64962965bd76 None None] Routers {'ff7d3e86-a7d8-426a-9485-31431a43ae23'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:16:19.015921 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-b82e5145-66db-48d2-aa24-64962965bd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:16:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['ff7d3e86-a7d8-426a-9485-31431a43ae23'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:16:19.145127 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-4d30ebe2-24f4-4396-8728-e011078155ff None None] Current status of the port 4c2cc5bc-794b-4f12-b976-5bc713436c73 is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:16:19.148755 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port 4c2cc5bc-794b-4f12-b976-5bc713436c73 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:16:19.149123 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (4c2cc5bc-794b-4f12-b976-5bc713436c73), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:19.156331 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-b82e5145-66db-48d2-aa24-64962965bd76 None None] Set router ff7d3e86-a7d8-426a-9485-31431a43ae23 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:16:19.191182 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-531667c2-42a8-46e4-a710-3137fe916960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680737'] for router (9c1d9c77-1b9d-4a44-8463-7522608f4462), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:19.261635 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port 4c2cc5bc-794b-4f12-b976-5bc713436c73 is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:16:19.354126 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-531667c2-42a8-46e4-a710-3137fe916960 admin admin] Router 9c1d9c77-1b9d-4a44-8463-7522608f4462 is scheduled to L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 with binding_index 1 {{(pid=104275) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 09:16:19.418967 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-b82e5145-66db-48d2-aa24-64962965bd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7d3e86-a7d8-426a-9485-31431a43ae23', 'name': 'tempest-ServerRescueNegativeTestJSON-770542233-router', 'tenant_id': 'ed0e52a9d6374123b57759435d43d7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '67ab723e-d5a4-4c7d-b513-3a0916c831d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:15Z', 'updated_at': '2022-05-20T09:13:21Z', 'revision_number': 4, 'project_id': 'ed0e52a9d6374123b57759435d43d7aa', 'gw_port': {'id': '67ab723e-d5a4-4c7d-b513-3a0916c831d8', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:05:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7d3e86-a7d8-426a-9485-31431a43ae23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:16Z', 'updated_at': '2022-05-20T09:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_floatingips': [{'id': '35671a01-a197-4d1c-b6f6-9cff91eb4c0a', 'tenant_id': 'ed0e52a9d6374123b57759435d43d7aa', 'floating_ip_address': '172.27.0.65', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': 'ff7d3e86-a7d8-426a-9485-31431a43ae23', 'port_id': '7c2e256c-0d81-4712-b95d-356933f6fd80', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 330, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40febe0e-a58d-4d88-9cb1-48f696a34f45', 'mac_address': 'fa:16:3e:eb:4c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bf483f-196d-4699-8ca8-968382aecdac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:16:00Z', 'updated_at': '2022-05-20T09:16:16Z', 'revision_number': 1, 'project_id': 'ed0e52a9d6374123b57759435d43d7aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '579a5d10-afc1-4603-a78c-86ca10960c02', 'name': '', 'network_id': '40febe0e-a58d-4d88-9cb1-48f696a34f45', 'tenant_id': 'ed0e52a9d6374123b57759435d43d7aa', 'mac_address': 'fa:16:3e:c5:4a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7d3e86-a7d8-426a-9485-31431a43ae23', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a7263cb7-bd14-41ff-8f4b-b90e8869f0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:19Z', 'updated_at': '2022-05-20T09:13:33Z', 'revision_number': 5, 'project_id': 'ed0e52a9d6374123b57759435d43d7aa', 'subnets': [{'id': 'a7263cb7-bd14-41ff-8f4b-b90e8869f0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:16:19.445586 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82e5145-66db-48d2-aa24-64962965bd76 None None] The sync data for ids ['ff7d3e86-a7d8-426a-9485-31431a43ae23'] in dv-cinder-836996-23-iscsi is: [{'id': 'ff7d3e86-a7d8-426a-9485-31431a43ae23', 'name': 'tempest-ServerRescueNegativeTestJSON-770542233-router', 'tenant_id': 'ed0e52a9d6374123b57759435d43d7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '67ab723e-d5a4-4c7d-b513-3a0916c831d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:15Z', 'updated_at': '2022-05-20T09:13:21Z', 'revision_number': 4, 'project_id': 'ed0e52a9d6374123b57759435d43d7aa', 'gw_port': {'id': '67ab723e-d5a4-4c7d-b513-3a0916c831d8', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:05:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7d3e86-a7d8-426a-9485-31431a43ae23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:16Z', 'updated_at': '2022-05-20T09:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_floatingips': [{'id': '35671a01-a197-4d1c-b6f6-9cff91eb4c0a', 'tenant_id': 'ed0e52a9d6374123b57759435d43d7aa', 'floating_ip_address': '172.27.0.65', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': 'ff7d3e86-a7d8-426a-9485-31431a43ae23', 'port_id': '7c2e256c-0d81-4712-b95d-356933f6fd80', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 330, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40febe0e-a58d-4d88-9cb1-48f696a34f45', 'mac_address': 'fa:16:3e:eb:4c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bf483f-196d-4699-8ca8-968382aecdac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:16:00Z', 'updated_at': '2022-05-20T09:16:16Z', 'revision_number': 1, 'project_id': 'ed0e52a9d6374123b57759435d43d7aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '579a5d10-afc1-4603-a78c-86ca10960c02', 'name': '', 'network_id': '40febe0e-a58d-4d88-9cb1-48f696a34f45', 'tenant_id': 'ed0e52a9d6374123b57759435d43d7aa', 'mac_address': 'fa:16:3e:c5:4a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7d3e86-a7d8-426a-9485-31431a43ae23', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a7263cb7-bd14-41ff-8f4b-b90e8869f0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:19Z', 'updated_at': '2022-05-20T09:13:33Z', 'revision_number': 5, 'project_id': 'ed0e52a9d6374123b57759435d43d7aa', 'subnets': [{'id': 'a7263cb7-bd14-41ff-8f4b-b90e8869f0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:16:19.492070 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda7936-ce96-4ed8-bca1-53679c829e49 req-d0109d5f-837e-4f17-8b9d-c70881780011 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:19.498294 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531667c2-42a8-46e4-a710-3137fe916960 admin admin] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:16:19.499454 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-deda7936-ce96-4ed8-bca1-53679c829e49 req-d0109d5f-837e-4f17-8b9d-c70881780011 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 945 time: 0.0817814 May 20 09:16:19.510437 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0de121-224f-483a-98cd-0a8cf26a18c4 None None] Sync routers for ids ['9c1d9c77-1b9d-4a44-8463-7522608f4462'] in dv-cinder-836996-23-iscsi {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:16:19.529474 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-531667c2-42a8-46e4-a710-3137fe916960 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:19.533868 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-531667c2-42a8-46e4-a710-3137fe916960 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7627230 May 20 09:16:19.535195 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0de121-224f-483a-98cd-0a8cf26a18c4 None None] Routers {'9c1d9c77-1b9d-4a44-8463-7522608f4462'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:16:19.535382 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 34218) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:16:19.536380 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-dc0de121-224f-483a-98cd-0a8cf26a18c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:16:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['9c1d9c77-1b9d-4a44-8463-7522608f4462'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:16:19.599657 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-deda7936-ce96-4ed8-bca1-53679c829e49 req-b71a428a-af6e-4b48-80ef-a5a0f6fe933d tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918007 May 20 09:16:19.735538 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-dc0de121-224f-483a-98cd-0a8cf26a18c4 None None] Set router 9c1d9c77-1b9d-4a44-8463-7522608f4462 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:16:19.786038 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:19.816695 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fde8e8-4810-48bd-aacb-64f3a26ebdc1 None None] New status for floating IP 35671a01-a197-4d1c-b6f6-9cff91eb4c0a: ACTIVE {{(pid=104278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 20 09:16:19.824108 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:19.972808 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-dc0de121-224f-483a-98cd-0a8cf26a18c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'name': 'tempest-TestVolumeBootPattern-1154776738-router', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'b7ab6e55-17db-42cd-b0ce-5a4147e57649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:16:15Z', 'updated_at': '2022-05-20T09:16:18Z', 'revision_number': 3, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'gw_port': {'id': 'b7ab6e55-17db-42cd-b0ce-5a4147e57649', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:17Z', 'updated_at': '2022-05-20T09:16:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi'}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:16:20.030854 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0de121-224f-483a-98cd-0a8cf26a18c4 None None] Checking router: 9c1d9c77-1b9d-4a44-8463-7522608f4462 for host: dv-cinder-836996-23-iscsi {{(pid=104277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:16:20.031602 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0de121-224f-483a-98cd-0a8cf26a18c4 None None] Updating router 9c1d9c77-1b9d-4a44-8463-7522608f4462 port b7ab6e55-17db-42cd-b0ce-5a4147e57649 binding host dv-cinder-836996-23-iscsi {{(pid=104277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 09:16:20.099941 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-dc0de121-224f-483a-98cd-0a8cf26a18c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (b7ab6e55-17db-42cd-b0ce-5a4147e57649), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:20.167856 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:20.189672 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:20.191172 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-1b8a00b7-3534-423d-80d7-9418d1ed5900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:20.213513 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:20.370031 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.db_base_plugin_common [None req-1b8a00b7-3534-423d-80d7-9418d1ed5900 admin admin] Allocated IP 172.20.0.1 (5f48dba5-6c8f-4717-93d6-9f60508a64db/4497ded3-0270-4257-8e32-a5b32034f129/1416c85d-0ef1-4a99-95a1-2930a49cdaab) {{(pid=104275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:16:20.446896 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-dc0de121-224f-483a-98cd-0a8cf26a18c4 None None] Publish callbacks [] for port (b7ab6e55-17db-42cd-b0ce-5a4147e57649), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:20.465041 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-dc0de121-224f-483a-98cd-0a8cf26a18c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (b7ab6e55-17db-42cd-b0ce-5a4147e57649), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:20.516742 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-1b8a00b7-3534-423d-80d7-9418d1ed5900 admin admin] Publish callbacks [] for port (1416c85d-0ef1-4a99-95a1-2930a49cdaab), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:20.557118 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beffbe4d-835b-4afd-b396-ea59d596ed36 None None] Pushing event updated for resources: {'Port': ['ID=b7ab6e55-17db-42cd-b0ce-5a4147e57649,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:20.565246 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-dc0de121-224f-483a-98cd-0a8cf26a18c4 None None] Attempting to bind port b7ab6e55-17db-42cd-b0ce-5a4147e57649 on host dv-cinder-836996-23-iscsi for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 20 09:16:20.565622 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-dc0de121-224f-483a-98cd-0a8cf26a18c4 None None] Attempting to bind port b7ab6e55-17db-42cd-b0ce-5a4147e57649 by drivers openvswitch,hyperv on host dv-cinder-836996-23-iscsi at level 0 using segments [{'id': '99d4634d-7c16-4239-978b-38d882e34cf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db85349c-1449-495a-9881-8426bbf372da'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 20 09:16:20.566005 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0de121-224f-483a-98cd-0a8cf26a18c4 None None] Attempting to bind port b7ab6e55-17db-42cd-b0ce-5a4147e57649 on network db85349c-1449-495a-9881-8426bbf372da {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:16:20.574357 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-1b8a00b7-3534-423d-80d7-9418d1ed5900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30908355'] for port (1416c85d-0ef1-4a99-95a1-2930a49cdaab), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:20.580372 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0de121-224f-483a-98cd-0a8cf26a18c4 None None] Checking agent: {'id': '8cdc3712-48c6-4c17-b1e2-8ec392d7f09b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 9, 4, 50), 'started_at': datetime.datetime(2022, 5, 20, 9, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 9, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 09:16:20.580752 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0de121-224f-483a-98cd-0a8cf26a18c4 None None] Checking segment: {'id': '99d4634d-7c16-4239-978b-38d882e34cf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db85349c-1449-495a-9881-8426bbf372da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:16:20.581150 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-dc0de121-224f-483a-98cd-0a8cf26a18c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:20.581778 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0de121-224f-483a-98cd-0a8cf26a18c4 None None] Bound using segment: {'id': '99d4634d-7c16-4239-978b-38d882e34cf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db85349c-1449-495a-9881-8426bbf372da'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 09:16:20.582003 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-dc0de121-224f-483a-98cd-0a8cf26a18c4 None None] Bound port: b7ab6e55-17db-42cd-b0ce-5a4147e57649, host: dv-cinder-836996-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d4634d-7c16-4239-978b-38d882e34cf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db85349c-1449-495a-9881-8426bbf372da'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 20 09:16:20.582382 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-dc0de121-224f-483a-98cd-0a8cf26a18c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (b7ab6e55-17db-42cd-b0ce-5a4147e57649), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:20.585214 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3885c-d92d-466e-96f1-e23dfb990c7f req-55334ef3-a0ae-4038-9ab6-343e7f0ff7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:20.586950 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-71f3885c-d92d-466e-96f1-e23dfb990c7f req-55334ef3-a0ae-4038-9ab6-343e7f0ff7bc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ed0e52a9d6374123b57759435d43d7aa&device_id=d6bf483f-196d-4699-8ca8-968382aecdac HTTP/1.1" status: 200 len: 1130 time: 0.0707965 May 20 09:16:20.647557 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8a00b7-3534-423d-80d7-9418d1ed5900 admin admin] Network 5f48dba5-6c8f-4717-93d6-9f60508a64db is already hosted by enough agents. {{(pid=104275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:16:20.654078 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.base_scheduler [None req-1b8a00b7-3534-423d-80d7-9418d1ed5900 admin admin] Resources bound (agent type, host, resource id): {{(pid=104275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:16:20.657160 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8a00b7-3534-423d-80d7-9418d1ed5900 admin admin] Received port after_create {{(pid=104275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:16:20.661266 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a00b7-3534-423d-80d7-9418d1ed5900 admin admin] Pushing event updated for resources: {'Port': ['ID=1416c85d-0ef1-4a99-95a1-2930a49cdaab,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:20.665138 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-dc0de121-224f-483a-98cd-0a8cf26a18c4 None None] For port b7ab6e55-17db-42cd-b0ce-5a4147e57649, host dv-cinder-836996-23-iscsi, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 09:16:20.669342 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-dc0de121-224f-483a-98cd-0a8cf26a18c4 None None] For port b7ab6e55-17db-42cd-b0ce-5a4147e57649, host dv-cinder-836996-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=b7ab6e55-17db-42cd-b0ce-5a4147e57649,segment=NetworkSegment(99d4634d-7c16-4239-978b-38d882e34cf7),segment_id=99d4634d-7c16-4239-978b-38d882e34cf7)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 09:16:20.685918 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-dc0de121-224f-483a-98cd-0a8cf26a18c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (b7ab6e55-17db-42cd-b0ce-5a4147e57649), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:20.719602 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-1b8a00b7-3534-423d-80d7-9418d1ed5900 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680018'] for router_interface (9c1d9c77-1b9d-4a44-8463-7522608f4462), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:20.783553 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0de121-224f-483a-98cd-0a8cf26a18c4 None None] Routers {'9c1d9c77-1b9d-4a44-8463-7522608f4462'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:16:20.784304 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-dc0de121-224f-483a-98cd-0a8cf26a18c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:16:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['9c1d9c77-1b9d-4a44-8463-7522608f4462'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:16:20.800853 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beffbe4d-835b-4afd-b396-ea59d596ed36 None None] Pushing event updated for resources: {'Port': ['ID=b7ab6e55-17db-42cd-b0ce-5a4147e57649,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:20.884084 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3885c-d92d-466e-96f1-e23dfb990c7f req-e059b038-84b0-4821-8dfb-0b9b233d1640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:20.885820 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-71f3885c-d92d-466e-96f1-e23dfb990c7f req-e059b038-84b0-4821-8dfb-0b9b233d1640 service neutron] 10.222.0.44 "GET /v2.0/networks?id=40febe0e-a58d-4d88-9cb1-48f696a34f45 HTTP/1.1" status: 200 len: 919 time: 0.2897575 May 20 09:16:20.971464 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031313c0-331e-412f-a8dc-91647f9a7ac9 req-4327108f-55d1-4479-af3f-fa71d9757603 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:20.973316 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-031313c0-331e-412f-a8dc-91647f9a7ac9 req-4327108f-55d1-4479-af3f-fa71d9757603 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 945 time: 0.1704824 May 20 09:16:20.992890 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-dc0de121-224f-483a-98cd-0a8cf26a18c4 None None] Set router 9c1d9c77-1b9d-4a44-8463-7522608f4462 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:16:21.014717 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:21.028980 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-71f3885c-d92d-466e-96f1-e23dfb990c7f req-1aa67f3f-66da-4e1c-bc0f-e07ad2a7f499 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c2e256c-0d81-4712-b95d-356933f6fd80 HTTP/1.1" status: 200 len: 1001 time: 0.1310060 May 20 09:16:21.076815 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 4c2cc5bc-794b-4f12-b976-5bc713436c73 up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:16:21.092974 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-031313c0-331e-412f-a8dc-91647f9a7ac9 req-c4ed765a-6156-4772-9278-8dcd7a50e5b2 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022372 May 20 09:16:21.098410 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-1b8a00b7-3534-423d-80d7-9418d1ed5900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (1416c85d-0ef1-4a99-95a1-2930a49cdaab), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:21.155847 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:21.156640 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-2517d7ee-7a08-4c35-83d0-0ac33102c84f None None] Provisioning complete for port 1416c85d-0ef1-4a99-95a1-2930a49cdaab triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:16:21.157010 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-2517d7ee-7a08-4c35-83d0-0ac33102c84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (1416c85d-0ef1-4a99-95a1-2930a49cdaab), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:21.226163 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:21.227434 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-2517d7ee-7a08-4c35-83d0-0ac33102c84f None None] Port 1416c85d-0ef1-4a99-95a1-2930a49cdaab cannot update to ACTIVE because it is not bound. {{(pid=104277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 20 09:16:21.244853 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port 4c2cc5bc-794b-4f12-b976-5bc713436c73 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:16:21.245222 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (4c2cc5bc-794b-4f12-b976-5bc713436c73), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:21.302866 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:21.316815 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-dc0de121-224f-483a-98cd-0a8cf26a18c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'name': 'tempest-TestVolumeBootPattern-1154776738-router', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'b7ab6e55-17db-42cd-b0ce-5a4147e57649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:16:15Z', 'updated_at': '2022-05-20T09:16:18Z', 'revision_number': 3, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'gw_port': {'id': 'b7ab6e55-17db-42cd-b0ce-5a4147e57649', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:17Z', 'updated_at': '2022-05-20T09:16:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi'}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:16:21.338012 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-1b8a00b7-3534-423d-80d7-9418d1ed5900 admin admin] Publish callbacks [] for port (1416c85d-0ef1-4a99-95a1-2930a49cdaab), precommit_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:21.343600 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0de121-224f-483a-98cd-0a8cf26a18c4 None None] The sync data for ids ['9c1d9c77-1b9d-4a44-8463-7522608f4462'] in dv-cinder-836996-23-iscsi is: [{'id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'name': 'tempest-TestVolumeBootPattern-1154776738-router', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'b7ab6e55-17db-42cd-b0ce-5a4147e57649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:16:15Z', 'updated_at': '2022-05-20T09:16:18Z', 'revision_number': 3, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'gw_port': {'id': 'b7ab6e55-17db-42cd-b0ce-5a4147e57649', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:17Z', 'updated_at': '2022-05-20T09:16:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi'}] {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:16:21.343992 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-1b8a00b7-3534-423d-80d7-9418d1ed5900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30908404'] for port (1416c85d-0ef1-4a99-95a1-2930a49cdaab), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:21.384799 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port 4c2cc5bc-794b-4f12-b976-5bc713436c73 is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:16:21.420222 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-1b8a00b7-3534-423d-80d7-9418d1ed5900 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683234'] for router_interface (9c1d9c77-1b9d-4a44-8463-7522608f4462), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:21.422193 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a00b7-3534-423d-80d7-9418d1ed5900 admin admin] Pushing event updated for resources: {'Port': ['ID=1416c85d-0ef1-4a99-95a1-2930a49cdaab,revision_number=2']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:21.523813 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8a00b7-3534-423d-80d7-9418d1ed5900 admin admin] Network 5f48dba5-6c8f-4717-93d6-9f60508a64db is already hosted by enough agents. {{(pid=104275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:16:21.525196 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.base_scheduler [None req-1b8a00b7-3534-423d-80d7-9418d1ed5900 admin admin] Resources bound (agent type, host, resource id): {{(pid=104275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:16:21.663071 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b8a00b7-3534-423d-80d7-9418d1ed5900 admin admin] Router 9c1d9c77-1b9d-4a44-8463-7522608f4462 has already been hosted by L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 {{(pid=104275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 09:16:21.771847 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8a00b7-3534-423d-80d7-9418d1ed5900 admin admin] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:16:21.778174 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-1b8a00b7-3534-423d-80d7-9418d1ed5900 admin admin] 10.222.0.69 "PUT /v2.0/routers/9c1d9c77-1b9d-4a44-8463-7522608f4462/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2416017 May 20 09:16:21.855387 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-9d4ce867-54ea-4b76-84bd-8b1945b07805 None None] Provisioning complete for port 1416c85d-0ef1-4a99-95a1-2930a49cdaab triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:16:21.855993 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-9d4ce867-54ea-4b76-84bd-8b1945b07805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (1416c85d-0ef1-4a99-95a1-2930a49cdaab), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:22.016746 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-9d4ce867-54ea-4b76-84bd-8b1945b07805 None None] Port 1416c85d-0ef1-4a99-95a1-2930a49cdaab cannot update to ACTIVE because it is not bound. {{(pid=104277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 20 09:16:22.236686 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6b518-e670-425e-8796-29fff997566c req-b886fbc6-bdea-4bdd-b773-8399c8665a5a tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:22.238369 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-63b6b518-e670-425e-8796-29fff997566c req-b886fbc6-bdea-4bdd-b773-8399c8665a5a tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 945 time: 0.0525098 May 20 09:16:22.295564 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-63b6b518-e670-425e-8796-29fff997566c req-17a81674-2c97-45e9-8952-b90cdc81a293 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513406 May 20 09:16:22.300558 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 34260) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:16:22.306697 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-4871b588-fd41-495e-b113-82434bff4904 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1070638400-network', 'tenant_id': 'd05f58af207e431eac6b187af266d58d'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:16:22.332892 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4871b588-fd41-495e-b113-82434bff4904 admin admin] Made reservation on behalf of d05f58af207e431eac6b187af266d58d for: {'network': 1} {{(pid=104275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:16:22.335234 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-4871b588-fd41-495e-b113-82434bff4904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for network (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:22.343793 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-4871b588-fd41-495e-b113-82434bff4904 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:22.395764 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:22.418469 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-4871b588-fd41-495e-b113-82434bff4904 admin admin] Publish callbacks [] for security_group (60d89314-20f8-469f-bfa8-35268f947941), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:22.423237 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-4871b588-fd41-495e-b113-82434bff4904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (60d89314-20f8-469f-bfa8-35268f947941), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:22.451025 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4871b588-fd41-495e-b113-82434bff4904 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=104275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 09:16:22.460162 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4871b588-fd41-495e-b113-82434bff4904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d89314-20f8-469f-bfa8-35268f947941,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:22.467069 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-4871b588-fd41-495e-b113-82434bff4904 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728767071609', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461326'] for segment (70ce20ce-5e79-470b-89ec-df7db0aa46a6), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:22.467571 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.db.segments_db [None req-4871b588-fd41-495e-b113-82434bff4904 admin admin] Added segment 70ce20ce-5e79-470b-89ec-df7db0aa46a6 of type vlan for network 73444f1a-d131-46b1-91b4-15c71f76df01 May 20 09:16:22.509463 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-4871b588-fd41-495e-b113-82434bff4904 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728766529127'] for network (73444f1a-d131-46b1-91b4-15c71f76df01), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:22.537435 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-4871b588-fd41-495e-b113-82434bff4904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360'] for network (73444f1a-d131-46b1-91b4-15c71f76df01), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:22.538661 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4871b588-fd41-495e-b113-82434bff4904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:22.539439 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-4871b588-fd41-495e-b113-82434bff4904 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for network (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:22.593166 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-4871b588-fd41-495e-b113-82434bff4904 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.2914100 May 20 09:16:22.595818 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 34262) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:16:22.600375 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-4173ada3-640e-4542-addd-e1ab596a1a31 admin admin] Request body: {'subnet': {'network_id': '73444f1a-d131-46b1-91b4-15c71f76df01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1070638400-subnet', 'tenant_id': 'd05f58af207e431eac6b187af266d58d', 'ip_version': 4}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:16:22.612281 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4871b588-fd41-495e-b113-82434bff4904 admin admin] Pushing event updated for resources: {'Network': ['ID=73444f1a-d131-46b1-91b4-15c71f76df01,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:22.620472 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:22.624556 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Network 73444f1a-d131-46b1-91b4-15c71f76df01 details requested by agent ovs-agent-dv-cinder-836996-23-iscsi with host dv-cinder-836996-23-iscsi {{(pid=104277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 09:16:22.631698 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4173ada3-640e-4542-addd-e1ab596a1a31 admin admin] Made reservation on behalf of d05f58af207e431eac6b187af266d58d for: {'subnet': 1} {{(pid=104275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:16:22.634197 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-4173ada3-640e-4542-addd-e1ab596a1a31 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31209427'] for subnet (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:22.759832 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (2d1be950-4dd6-4324-90da-2272c7a86826), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:22.785396 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3885c-d92d-466e-96f1-e23dfb990c7f req-b1f856d6-632b-4b5d-ac95-1737344a8196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:22.786968 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-71f3885c-d92d-466e-96f1-e23dfb990c7f req-b1f856d6-632b-4b5d-ac95-1737344a8196 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7263cb7-bd14-41ff-8f4b-b90e8869f0b0 HTTP/1.1" status: 200 len: 857 time: 0.0474334 May 20 09:16:22.829061 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-4173ada3-640e-4542-addd-e1ab596a1a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30904947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31209413'] for subnet (9adc1c5a-39bd-4cc3-81b0-7f68c4aad2ed), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:22.892252 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4173ada3-640e-4542-addd-e1ab596a1a31 admin admin] Checking segment: {'id': '70ce20ce-5e79-470b-89ec-df7db0aa46a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '73444f1a-d131-46b1-91b4-15c71f76df01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:16:22.892599 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4173ada3-640e-4542-addd-e1ab596a1a31 admin admin] Network hostable DHCP agents. Network: 73444f1a-d131-46b1-91b4-15c71f76df01, hostable agents: ['b26f8cd8-eda4-4382-aac8-4197b502694f'], hosted agents: [] {{(pid=104275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 09:16:22.896371 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4173ada3-640e-4542-addd-e1ab596a1a31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9adc1c5a-39bd-4cc3-81b0-7f68c4aad2ed,revision_number=0']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:22.919032 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4173ada3-640e-4542-addd-e1ab596a1a31 admin admin] Network 73444f1a-d131-46b1-91b4-15c71f76df01 is scheduled to be hosted by DHCP agent b26f8cd8-eda4-4382-aac8-4197b502694f with binding_index 1 {{(pid=104275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 09:16:22.929474 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.base_scheduler [None req-4173ada3-640e-4542-addd-e1ab596a1a31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-23-iscsi, 73444f1a-d131-46b1-91b4-15c71f76df01) {{(pid=104275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:16:22.935457 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4173ada3-640e-4542-addd-e1ab596a1a31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:22.936449 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-4173ada3-640e-4542-addd-e1ab596a1a31 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:22.938545 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953e3933-96cd-49a8-ae3d-d50bd9fbf32d None None] Network 73444f1a-d131-46b1-91b4-15c71f76df01 requested from dv-cinder-836996-23-iscsi {{(pid=104277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 20 09:16:22.959387 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-4173ada3-640e-4542-addd-e1ab596a1a31 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3603165 May 20 09:16:22.959933 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 34268) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:16:22.964286 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-aa91eb4e-22c2-4a9a-8294-5d5254a0f88e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1070638400-router', 'tenant_id': 'd05f58af207e431eac6b187af266d58d', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da'}}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:16:22.981700 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device b7ab6e55-17db-42cd-b0ce-5a4147e57649 up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:16:22.987011 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-aa91eb4e-22c2-4a9a-8294-5d5254a0f88e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-683858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1571'] for router (1feb571f-a0e0-484b-8c97-4c845b8d8245), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:22.990715 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-aa91eb4e-22c2-4a9a-8294-5d5254a0f88e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1576'] for router (1feb571f-a0e0-484b-8c97-4c845b8d8245), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:23.014507 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e55256f-9956-4e0b-b5f0-ce71d9a0f1e3 None None] Sync routers for ids ['9c1d9c77-1b9d-4a44-8463-7522608f4462'] in dv-cinder-836996-23-iscsi {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:16:23.047989 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-aa91eb4e-22c2-4a9a-8294-5d5254a0f88e admin admin] Publish callbacks [] for router_controller (1feb571f-a0e0-484b-8c97-4c845b8d8245), precommit_add_association {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:23.050619 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e55256f-9956-4e0b-b5f0-ce71d9a0f1e3 None None] Routers {'9c1d9c77-1b9d-4a44-8463-7522608f4462'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:16:23.051185 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-9e55256f-9956-4e0b-b5f0-ce71d9a0f1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:16:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['9c1d9c77-1b9d-4a44-8463-7522608f4462'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:16:23.110071 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port b7ab6e55-17db-42cd-b0ce-5a4147e57649 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:16:23.110459 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (b7ab6e55-17db-42cd-b0ce-5a4147e57649), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:23.163344 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc97430-c0b7-4b2d-a81e-62558fa13b7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cd1afc4-0ceb-5b8d-a1dd-ae16400ad0c0-73444f1a-d131-46b1-91b4-15c71f76df01', 'network_id': '73444f1a-d131-46b1-91b4-15c71f76df01', 'project_id': 'd05f58af207e431eac6b187af266d58d', 'fixed_ips': [{'subnet_id': '9adc1c5a-39bd-4cc3-81b0-7f68c4aad2ed'}]}} from dv-cinder-836996-23-iscsi. {{(pid=104277) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 20 09:16:23.164296 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1cc97430-c0b7-4b2d-a81e-62558fa13b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:23.183732 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-aa91eb4e-22c2-4a9a-8294-5d5254a0f88e admin admin] Publish callbacks [] for router_gateway (1feb571f-a0e0-484b-8c97-4c845b8d8245), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:23.289778 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-9e55256f-9956-4e0b-b5f0-ce71d9a0f1e3 None None] Set router 9c1d9c77-1b9d-4a44-8463-7522608f4462 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:16:23.363063 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-aa91eb4e-22c2-4a9a-8294-5d5254a0f88e admin admin] Publish callbacks [] for router_gateway (1feb571f-a0e0-484b-8c97-4c845b8d8245), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:23.389822 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-aa91eb4e-22c2-4a9a-8294-5d5254a0f88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:23.396318 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port b7ab6e55-17db-42cd-b0ce-5a4147e57649 is: DOWN; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:16:23.397025 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (b7ab6e55-17db-42cd-b0ce-5a4147e57649), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:23.430137 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51fa78c-c818-4411-b3c4-550fcbbdee3d req-f539b207-8979-45c3-b852-9bdbb4a5169b tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:23.431729 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-d51fa78c-c818-4411-b3c4-550fcbbdee3d req-f539b207-8979-45c3-b852-9bdbb4a5169b tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 945 time: 0.0539458 May 20 09:16:23.476822 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:23.482133 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] For port b7ab6e55-17db-42cd-b0ce-5a4147e57649, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=b7ab6e55-17db-42cd-b0ce-5a4147e57649,segment=NetworkSegment(99d4634d-7c16-4239-978b-38d882e34cf7),segment_id=99d4634d-7c16-4239-978b-38d882e34cf7)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:16:23.483918 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-d51fa78c-c818-4411-b3c4-550fcbbdee3d req-f42e31b8-2ddc-4393-bdef-79c53d778812 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461876 May 20 09:16:23.491279 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (b7ab6e55-17db-42cd-b0ce-5a4147e57649), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:23.497648 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:23.499718 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:23.511801 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:23.513571 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_common [None req-aa91eb4e-22c2-4a9a-8294-5d5254a0f88e admin admin] Allocated IP 172.27.0.220 (db85349c-1449-495a-9881-8426bbf372da/93804823-6bc2-4eb0-bfcd-bdee0631ed3e/73c573fb-9401-4b7c-820e-eaeb06b037a0) {{(pid=104276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:16:23.550085 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [None req-1cc97430-c0b7-4b2d-a81e-62558fa13b7a None None] Allocated IP 172.20.0.2 (73444f1a-d131-46b1-91b4-15c71f76df01/9adc1c5a-39bd-4cc3-81b0-7f68c4aad2ed/5fefcc36-9399-4a89-81cc-5beb543c20a0) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:16:23.613395 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Pushing event updated for resources: {'Port': ['ID=b7ab6e55-17db-42cd-b0ce-5a4147e57649,revision_number=4']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:23.629371 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-aa91eb4e-22c2-4a9a-8294-5d5254a0f88e admin admin] Publish callbacks [] for port (73c573fb-9401-4b7c-820e-eaeb06b037a0), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:23.662431 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-aa91eb4e-22c2-4a9a-8294-5d5254a0f88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (73c573fb-9401-4b7c-820e-eaeb06b037a0), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:23.673301 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-9e55256f-9956-4e0b-b5f0-ce71d9a0f1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'name': 'tempest-TestVolumeBootPattern-1154776738-router', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'b7ab6e55-17db-42cd-b0ce-5a4147e57649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:16:15Z', 'updated_at': '2022-05-20T09:16:21Z', 'revision_number': 4, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'gw_port': {'id': 'b7ab6e55-17db-42cd-b0ce-5a4147e57649', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:17Z', 'updated_at': '2022-05-20T09:16:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '1416c85d-0ef1-4a99-95a1-2930a49cdaab', 'name': '', 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'mac_address': 'fa:16:3e:4d:9a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '4497ded3-0270-4257-8e32-a5b32034f129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:20Z', 'updated_at': '2022-05-20T09:16:21Z', 'revision_number': 2, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'subnets': [{'id': '4497ded3-0270-4257-8e32-a5b32034f129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:16:23.700642 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa91eb4e-22c2-4a9a-8294-5d5254a0f88e admin admin] Network db85349c-1449-495a-9881-8426bbf372da is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:16:23.704988 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-aa91eb4e-22c2-4a9a-8294-5d5254a0f88e admin admin] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:16:23.708342 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e55256f-9956-4e0b-b5f0-ce71d9a0f1e3 None None] Checking router: 9c1d9c77-1b9d-4a44-8463-7522608f4462 for host: dv-cinder-836996-23-iscsi {{(pid=104277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:16:23.708696 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e55256f-9956-4e0b-b5f0-ce71d9a0f1e3 None None] Updating router 9c1d9c77-1b9d-4a44-8463-7522608f4462 port 1416c85d-0ef1-4a99-95a1-2930a49cdaab binding host dv-cinder-836996-23-iscsi {{(pid=104277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 09:16:23.708846 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa91eb4e-22c2-4a9a-8294-5d5254a0f88e admin admin] Received port after_create {{(pid=104276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:16:23.729263 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa91eb4e-22c2-4a9a-8294-5d5254a0f88e admin admin] Pushing event updated for resources: {'Port': ['ID=73c573fb-9401-4b7c-820e-eaeb06b037a0,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:23.745507 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa91eb4e-22c2-4a9a-8294-5d5254a0f88e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:16:23.745849 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa91eb4e-22c2-4a9a-8294-5d5254a0f88e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:16:23.746186 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa91eb4e-22c2-4a9a-8294-5d5254a0f88e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:16:23.746758 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa91eb4e-22c2-4a9a-8294-5d5254a0f88e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:16:23.746889 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa91eb4e-22c2-4a9a-8294-5d5254a0f88e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:16:23.747131 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa91eb4e-22c2-4a9a-8294-5d5254a0f88e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:16:23.747471 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa91eb4e-22c2-4a9a-8294-5d5254a0f88e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:16:23.747784 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa91eb4e-22c2-4a9a-8294-5d5254a0f88e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:16:23.748096 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa91eb4e-22c2-4a9a-8294-5d5254a0f88e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:16:23.748405 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa91eb4e-22c2-4a9a-8294-5d5254a0f88e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:16:23.748719 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa91eb4e-22c2-4a9a-8294-5d5254a0f88e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:16:23.749031 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa91eb4e-22c2-4a9a-8294-5d5254a0f88e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:16:23.749340 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa91eb4e-22c2-4a9a-8294-5d5254a0f88e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:16:23.749648 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa91eb4e-22c2-4a9a-8294-5d5254a0f88e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:16:23.749953 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa91eb4e-22c2-4a9a-8294-5d5254a0f88e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:16:23.753860 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-9e55256f-9956-4e0b-b5f0-ce71d9a0f1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (1416c85d-0ef1-4a99-95a1-2930a49cdaab), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:23.833976 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3885c-d92d-466e-96f1-e23dfb990c7f req-c3d900a7-a8fd-43a7-9c96-6dfa8ac07d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:23.835509 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-71f3885c-d92d-466e-96f1-e23dfb990c7f req-c3d900a7-a8fd-43a7-9c96-6dfa8ac07d96 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=40febe0e-a58d-4d88-9cb1-48f696a34f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0919366 May 20 09:16:23.838295 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1cc97430-c0b7-4b2d-a81e-62558fa13b7a None None] Publish callbacks [] for port (5fefcc36-9399-4a89-81cc-5beb543c20a0), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:23.858888 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1cc97430-c0b7-4b2d-a81e-62558fa13b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936'] for port (5fefcc36-9399-4a89-81cc-5beb543c20a0), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:23.929630 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-64f99832-9143-474b-be75-fcc988b82548 req-b3424494-4082-4ff6-b6f2-41f9f9712fa0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a97bdede-0305-4f4b-bc04-8b659b1c88ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403757 May 20 09:16:23.953263 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc97430-c0b7-4b2d-a81e-62558fa13b7a None None] Network 73444f1a-d131-46b1-91b4-15c71f76df01 is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:16:23.968276 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-1cc97430-c0b7-4b2d-a81e-62558fa13b7a None None] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:16:23.972447 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc97430-c0b7-4b2d-a81e-62558fa13b7a None None] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:16:23.974312 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc97430-c0b7-4b2d-a81e-62558fa13b7a None None] Pushing event updated for resources: {'Port': ['ID=5fefcc36-9399-4a89-81cc-5beb543c20a0,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:24.033287 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-71f3885c-d92d-466e-96f1-e23dfb990c7f req-79ad9b9b-e479-4710-827a-53a76a438bc7 service neutron] 10.222.0.44 "GET /v2.0/networks/40febe0e-a58d-4d88-9cb1-48f696a34f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430440 May 20 09:16:24.076006 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-aa91eb4e-22c2-4a9a-8294-5d5254a0f88e admin admin] Publish callbacks [] for router_gateway (1feb571f-a0e0-484b-8c97-4c845b8d8245), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:24.082312 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-1cc97430-c0b7-4b2d-a81e-62558fa13b7a None None] Attempting to bind port 5fefcc36-9399-4a89-81cc-5beb543c20a0 on host dv-cinder-836996-23-iscsi for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 20 09:16:24.082682 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-1cc97430-c0b7-4b2d-a81e-62558fa13b7a None None] Attempting to bind port 5fefcc36-9399-4a89-81cc-5beb543c20a0 by drivers openvswitch,hyperv on host dv-cinder-836996-23-iscsi at level 0 using segments [{'id': '70ce20ce-5e79-470b-89ec-df7db0aa46a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '73444f1a-d131-46b1-91b4-15c71f76df01'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 20 09:16:24.083166 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc97430-c0b7-4b2d-a81e-62558fa13b7a None None] Attempting to bind port 5fefcc36-9399-4a89-81cc-5beb543c20a0 on network 73444f1a-d131-46b1-91b4-15c71f76df01 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:16:24.090687 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc97430-c0b7-4b2d-a81e-62558fa13b7a None None] Checking agent: {'id': '8cdc3712-48c6-4c17-b1e2-8ec392d7f09b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 9, 4, 50), 'started_at': datetime.datetime(2022, 5, 20, 9, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 9, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 09:16:24.091109 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc97430-c0b7-4b2d-a81e-62558fa13b7a None None] Checking segment: {'id': '70ce20ce-5e79-470b-89ec-df7db0aa46a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '73444f1a-d131-46b1-91b4-15c71f76df01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:16:24.091552 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1cc97430-c0b7-4b2d-a81e-62558fa13b7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:24.091900 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc97430-c0b7-4b2d-a81e-62558fa13b7a None None] Bound using segment: {'id': '70ce20ce-5e79-470b-89ec-df7db0aa46a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '73444f1a-d131-46b1-91b4-15c71f76df01'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 09:16:24.092357 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-1cc97430-c0b7-4b2d-a81e-62558fa13b7a None None] Bound port: 5fefcc36-9399-4a89-81cc-5beb543c20a0, host: dv-cinder-836996-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70ce20ce-5e79-470b-89ec-df7db0aa46a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '73444f1a-d131-46b1-91b4-15c71f76df01'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 20 09:16:24.094259 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1cc97430-c0b7-4b2d-a81e-62558fa13b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (5fefcc36-9399-4a89-81cc-5beb543c20a0), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:24.146762 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:24.194238 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-1cc97430-c0b7-4b2d-a81e-62558fa13b7a None None] For port 5fefcc36-9399-4a89-81cc-5beb543c20a0, host dv-cinder-836996-23-iscsi, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 09:16:24.216366 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-1cc97430-c0b7-4b2d-a81e-62558fa13b7a None None] For port 5fefcc36-9399-4a89-81cc-5beb543c20a0, host dv-cinder-836996-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=5fefcc36-9399-4a89-81cc-5beb543c20a0,segment=NetworkSegment(70ce20ce-5e79-470b-89ec-df7db0aa46a6),segment_id=70ce20ce-5e79-470b-89ec-df7db0aa46a6)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 09:16:24.237160 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1cc97430-c0b7-4b2d-a81e-62558fa13b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (5fefcc36-9399-4a89-81cc-5beb543c20a0), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:24.293446 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-9e55256f-9956-4e0b-b5f0-ce71d9a0f1e3 None None] Publish callbacks [] for port (1416c85d-0ef1-4a99-95a1-2930a49cdaab), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:24.297279 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:24.313485 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-9e55256f-9956-4e0b-b5f0-ce71d9a0f1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (1416c85d-0ef1-4a99-95a1-2930a49cdaab), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:24.323983 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc97430-c0b7-4b2d-a81e-62558fa13b7a None None] Pushing event updated for resources: {'Port': ['ID=5fefcc36-9399-4a89-81cc-5beb543c20a0,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:24.366410 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f99832-9143-474b-be75-fcc988b82548 req-78c96a5b-4ef1-4d1b-85fb-500c9639d074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:24.368489 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-64f99832-9143-474b-be75-fcc988b82548 req-78c96a5b-4ef1-4d1b-85fb-500c9639d074 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ed0e52a9d6374123b57759435d43d7aa&device_id=a97bdede-0305-4f4b-bc04-8b659b1c88ce HTTP/1.1" status: 200 len: 1129 time: 0.0567396 May 20 09:16:24.535322 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6866c8b-3a75-4c83-9778-26187186fd74 None None] Pushing event updated for resources: {'Port': ['ID=1416c85d-0ef1-4a99-95a1-2930a49cdaab,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:24.539510 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:INSERT=3,neutron:UPDATE=3,neutron:SELECT=94 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:24.542936 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-71f3885c-d92d-466e-96f1-e23dfb990c7f req-45106b44-550a-4168-9e31-b5c6af22f0a6 service neutron] 10.222.0.44 "GET /v2.0/networks/40febe0e-a58d-4d88-9cb1-48f696a34f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080072 May 20 09:16:24.630619 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-9e55256f-9956-4e0b-b5f0-ce71d9a0f1e3 None None] Attempting to bind port 1416c85d-0ef1-4a99-95a1-2930a49cdaab on host dv-cinder-836996-23-iscsi for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 20 09:16:24.630999 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-9e55256f-9956-4e0b-b5f0-ce71d9a0f1e3 None None] Attempting to bind port 1416c85d-0ef1-4a99-95a1-2930a49cdaab by drivers openvswitch,hyperv on host dv-cinder-836996-23-iscsi at level 0 using segments [{'id': '665fb377-4509-43d2-a447-5bd58fa768e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 20 09:16:24.631385 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e55256f-9956-4e0b-b5f0-ce71d9a0f1e3 None None] Attempting to bind port 1416c85d-0ef1-4a99-95a1-2930a49cdaab on network 5f48dba5-6c8f-4717-93d6-9f60508a64db {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:16:24.653282 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e55256f-9956-4e0b-b5f0-ce71d9a0f1e3 None None] Checking agent: {'id': '8cdc3712-48c6-4c17-b1e2-8ec392d7f09b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 9, 4, 50), 'started_at': datetime.datetime(2022, 5, 20, 9, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 9, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 09:16:24.653738 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e55256f-9956-4e0b-b5f0-ce71d9a0f1e3 None None] Checking segment: {'id': '665fb377-4509-43d2-a447-5bd58fa768e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:16:24.654087 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-9e55256f-9956-4e0b-b5f0-ce71d9a0f1e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:24.654453 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e55256f-9956-4e0b-b5f0-ce71d9a0f1e3 None None] Bound using segment: {'id': '665fb377-4509-43d2-a447-5bd58fa768e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 09:16:24.654934 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-9e55256f-9956-4e0b-b5f0-ce71d9a0f1e3 None None] Bound port: 1416c85d-0ef1-4a99-95a1-2930a49cdaab, host: dv-cinder-836996-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '665fb377-4509-43d2-a447-5bd58fa768e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 20 09:16:24.655375 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-9e55256f-9956-4e0b-b5f0-ce71d9a0f1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (1416c85d-0ef1-4a99-95a1-2930a49cdaab), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:24.687289 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f2f2fd-7068-41a6-911b-ae74cb37ac8b req-1e85e411-0322-4482-803e-a5a5652b831b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:24.694637 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-27f2f2fd-7068-41a6-911b-ae74cb37ac8b req-1e85e411-0322-4482-803e-a5a5652b831b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=92bf8a2fea6243c28aff53d39a57f92c&device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 1129 time: 0.1933961 May 20 09:16:24.730373 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:24.739974 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-9e55256f-9956-4e0b-b5f0-ce71d9a0f1e3 None None] For port 1416c85d-0ef1-4a99-95a1-2930a49cdaab, host dv-cinder-836996-23-iscsi, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 09:16:24.743294 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-9e55256f-9956-4e0b-b5f0-ce71d9a0f1e3 None None] For port 1416c85d-0ef1-4a99-95a1-2930a49cdaab, host dv-cinder-836996-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=1416c85d-0ef1-4a99-95a1-2930a49cdaab,segment=NetworkSegment(665fb377-4509-43d2-a447-5bd58fa768e8),segment_id=665fb377-4509-43d2-a447-5bd58fa768e8)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 09:16:24.762944 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-453ab111-1629-4a5a-9761-977eaeb8522f None None] Provisioning complete for port 1416c85d-0ef1-4a99-95a1-2930a49cdaab triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:16:24.763207 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-453ab111-1629-4a5a-9761-977eaeb8522f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (1416c85d-0ef1-4a99-95a1-2930a49cdaab), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:24.765574 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-9e55256f-9956-4e0b-b5f0-ce71d9a0f1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (1416c85d-0ef1-4a99-95a1-2930a49cdaab), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:24.815272 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e89a6-2af2-41e6-828f-14799a0c3635 req-deec3a11-6923-4a71-bac4-b188ee23c470 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:24.818074 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f99832-9143-474b-be75-fcc988b82548 req-0c613204-dcd1-4d75-be34-75ab09ff1462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:24.819475 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-64f99832-9143-474b-be75-fcc988b82548 req-0c613204-dcd1-4d75-be34-75ab09ff1462 service neutron] 10.222.0.44 "GET /v2.0/networks?id=40febe0e-a58d-4d88-9cb1-48f696a34f45 HTTP/1.1" status: 200 len: 919 time: 0.3004270 May 20 09:16:24.825389 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d31e89a6-2af2-41e6-828f-14799a0c3635 req-deec3a11-6923-4a71-bac4-b188ee23c470 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 945 time: 0.1548090 May 20 09:16:24.878760 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6866c8b-3a75-4c83-9778-26187186fd74 None None] Pushing event updated for resources: {'Port': ['ID=1416c85d-0ef1-4a99-95a1-2930a49cdaab,revision_number=4']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:24.880612 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:24.882581 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e55256f-9956-4e0b-b5f0-ce71d9a0f1e3 None None] Routers {'9c1d9c77-1b9d-4a44-8463-7522608f4462'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:16:24.883205 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-9e55256f-9956-4e0b-b5f0-ce71d9a0f1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:16:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['9c1d9c77-1b9d-4a44-8463-7522608f4462'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:16:24.901360 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d31e89a6-2af2-41e6-828f-14799a0c3635 req-f5c749b0-5d2b-441e-a12e-59d7b0ebf769 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752006 May 20 09:16:24.902989 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-aa91eb4e-22c2-4a9a-8294-5d5254a0f88e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680737'] for router (1feb571f-a0e0-484b-8c97-4c845b8d8245), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:24.926277 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-64f99832-9143-474b-be75-fcc988b82548 req-d014eff2-4c65-4dac-bd62-58a140989474 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5dbf97e0-97de-43b0-acce-908bce8975fe HTTP/1.1" status: 200 len: 217 time: 0.0916152 May 20 09:16:24.937831 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f2f2fd-7068-41a6-911b-ae74cb37ac8b req-3aa8cf46-7459-463a-ba35-d3e13408662e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:24.946332 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-27f2f2fd-7068-41a6-911b-ae74cb37ac8b req-3aa8cf46-7459-463a-ba35-d3e13408662e service neutron] 10.222.0.44 "GET /v2.0/networks?id=cb464892-cf71-4d2e-b68f-60163c12a0fe HTTP/1.1" status: 200 len: 917 time: 0.2352052 May 20 09:16:25.012540 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-453ab111-1629-4a5a-9761-977eaeb8522f None None] Current status of the port 1416c85d-0ef1-4a99-95a1-2930a49cdaab is: DOWN; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:16:25.013088 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-453ab111-1629-4a5a-9761-977eaeb8522f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (1416c85d-0ef1-4a99-95a1-2930a49cdaab), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:25.092148 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:25.102265 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-27f2f2fd-7068-41a6-911b-ae74cb37ac8b req-b86222cb-ae38-4f9c-8646-15d9b1a5c57e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8e5bd7c-3deb-4042-9ef4-77d147264d87 HTTP/1.1" status: 200 len: 1001 time: 0.1545553 May 20 09:16:25.105281 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-453ab111-1629-4a5a-9761-977eaeb8522f None None] For port 1416c85d-0ef1-4a99-95a1-2930a49cdaab, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=1416c85d-0ef1-4a99-95a1-2930a49cdaab,segment=NetworkSegment(665fb377-4509-43d2-a447-5bd58fa768e8),segment_id=665fb377-4509-43d2-a447-5bd58fa768e8)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:16:25.123325 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-453ab111-1629-4a5a-9761-977eaeb8522f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (1416c85d-0ef1-4a99-95a1-2930a49cdaab), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:25.127490 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f99832-9143-474b-be75-fcc988b82548 req-1a697d5a-e112-4e2a-9ac8-980edf9bf2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:25.129306 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-64f99832-9143-474b-be75-fcc988b82548 req-1a697d5a-e112-4e2a-9ac8-980edf9bf2d3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7263cb7-bd14-41ff-8f4b-b90e8869f0b0 HTTP/1.1" status: 200 len: 857 time: 0.0854061 May 20 09:16:25.132892 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-9e55256f-9956-4e0b-b5f0-ce71d9a0f1e3 None None] Set router 9c1d9c77-1b9d-4a44-8463-7522608f4462 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:16:25.200886 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f2f2fd-7068-41a6-911b-ae74cb37ac8b req-b34a488f-07a4-46f5-951a-c7f113688825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:25.203033 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-27f2f2fd-7068-41a6-911b-ae74cb37ac8b req-b34a488f-07a4-46f5-951a-c7f113688825 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0a5fa699-4c99-4ca7-94b7-2b5c0cff2418 HTTP/1.1" status: 200 len: 855 time: 0.0723870 May 20 09:16:25.245975 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 5fefcc36-9399-4a89-81cc-5beb543c20a0 up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:16:25.269575 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa91eb4e-22c2-4a9a-8294-5d5254a0f88e admin admin] Router 1feb571f-a0e0-484b-8c97-4c845b8d8245 is scheduled to L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 with binding_index 1 {{(pid=104276) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 09:16:25.299078 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:25.333603 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f99832-9143-474b-be75-fcc988b82548 req-9b40e84c-fb75-47bb-a43e-1a9f02c07467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:25.335386 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-64f99832-9143-474b-be75-fcc988b82548 req-9b40e84c-fb75-47bb-a43e-1a9f02c07467 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=40febe0e-a58d-4d88-9cb1-48f696a34f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1311517 May 20 09:16:25.341696 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-8be4f680-28ca-48cc-8230-c21c70ae04b0 None None] Provisioning complete for port 1416c85d-0ef1-4a99-95a1-2930a49cdaab triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:16:25.342068 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8be4f680-28ca-48cc-8230-c21c70ae04b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (1416c85d-0ef1-4a99-95a1-2930a49cdaab), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:25.403827 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ab111-1629-4a5a-9761-977eaeb8522f None None] Pushing event updated for resources: {'Port': ['ID=1416c85d-0ef1-4a99-95a1-2930a49cdaab,revision_number=5']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:25.416827 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f2f2fd-7068-41a6-911b-ae74cb37ac8b req-381c2737-211b-43c4-8c0a-e59582dc192b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:25.418820 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-27f2f2fd-7068-41a6-911b-ae74cb37ac8b req-381c2737-211b-43c4-8c0a-e59582dc192b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cb464892-cf71-4d2e-b68f-60163c12a0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2015746 May 20 09:16:25.447590 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa91eb4e-22c2-4a9a-8294-5d5254a0f88e admin admin] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:16:25.458619 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792ba9c0-10d7-4724-874f-9c38c0f6772c None None] Sync routers for ids ['1feb571f-a0e0-484b-8c97-4c845b8d8245'] in dv-cinder-836996-23-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:16:25.479407 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792ba9c0-10d7-4724-874f-9c38c0f6772c None None] Routers {'1feb571f-a0e0-484b-8c97-4c845b8d8245'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:16:25.484163 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-792ba9c0-10d7-4724-874f-9c38c0f6772c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:16:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['1feb571f-a0e0-484b-8c97-4c845b8d8245'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:16:25.487454 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-aa91eb4e-22c2-4a9a-8294-5d5254a0f88e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:25.492103 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-aa91eb4e-22c2-4a9a-8294-5d5254a0f88e admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5310438 May 20 09:16:25.492906 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 34300) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:16:25.576424 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-8be4f680-28ca-48cc-8230-c21c70ae04b0 None None] Current status of the port 1416c85d-0ef1-4a99-95a1-2930a49cdaab is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:16:25.595809 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port 5fefcc36-9399-4a89-81cc-5beb543c20a0 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:16:25.596188 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (5fefcc36-9399-4a89-81cc-5beb543c20a0), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:25.697314 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:25.787605 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-792ba9c0-10d7-4724-874f-9c38c0f6772c None None] Set router 1feb571f-a0e0-484b-8c97-4c845b8d8245 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:16:25.854583 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port 5fefcc36-9399-4a89-81cc-5beb543c20a0 is: DOWN; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:16:25.855095 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (5fefcc36-9399-4a89-81cc-5beb543c20a0), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:25.871063 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-9e55256f-9956-4e0b-b5f0-ce71d9a0f1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'name': 'tempest-TestVolumeBootPattern-1154776738-router', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'b7ab6e55-17db-42cd-b0ce-5a4147e57649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:16:15Z', 'updated_at': '2022-05-20T09:16:21Z', 'revision_number': 4, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'gw_port': {'id': 'b7ab6e55-17db-42cd-b0ce-5a4147e57649', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:17Z', 'updated_at': '2022-05-20T09:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '1416c85d-0ef1-4a99-95a1-2930a49cdaab', 'name': '', 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'mac_address': 'fa:16:3e:4d:9a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '4497ded3-0270-4257-8e32-a5b32034f129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:20Z', 'updated_at': '2022-05-20T09:16:24Z', 'revision_number': 4, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'subnets': [{'id': '4497ded3-0270-4257-8e32-a5b32034f129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:16:25.873884 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:25.912540 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e55256f-9956-4e0b-b5f0-ce71d9a0f1e3 None None] The sync data for ids ['9c1d9c77-1b9d-4a44-8463-7522608f4462'] in dv-cinder-836996-23-iscsi is: [{'id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'name': 'tempest-TestVolumeBootPattern-1154776738-router', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'b7ab6e55-17db-42cd-b0ce-5a4147e57649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:16:15Z', 'updated_at': '2022-05-20T09:16:21Z', 'revision_number': 4, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'gw_port': {'id': 'b7ab6e55-17db-42cd-b0ce-5a4147e57649', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:17Z', 'updated_at': '2022-05-20T09:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '1416c85d-0ef1-4a99-95a1-2930a49cdaab', 'name': '', 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'mac_address': 'fa:16:3e:4d:9a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '4497ded3-0270-4257-8e32-a5b32034f129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:20Z', 'updated_at': '2022-05-20T09:16:24Z', 'revision_number': 4, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'subnets': [{'id': '4497ded3-0270-4257-8e32-a5b32034f129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:16:25.946764 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] For port 5fefcc36-9399-4a89-81cc-5beb543c20a0, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=5fefcc36-9399-4a89-81cc-5beb543c20a0,segment=NetworkSegment(70ce20ce-5e79-470b-89ec-df7db0aa46a6),segment_id=70ce20ce-5e79-470b-89ec-df7db0aa46a6)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:16:25.959418 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (5fefcc36-9399-4a89-81cc-5beb543c20a0), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:25.961029 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device b7ab6e55-17db-42cd-b0ce-5a4147e57649 up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:16:26.094118 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb1b522-5c3f-478c-aef5-8fb41a6458ce None None] Network 73444f1a-d131-46b1-91b4-15c71f76df01 requested from dv-cinder-836996-23-iscsi {{(pid=104277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 20 09:16:26.197819 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-792ba9c0-10d7-4724-874f-9c38c0f6772c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1feb571f-a0e0-484b-8c97-4c845b8d8245', 'name': 'tempest-TestVolumeBootPattern-1070638400-router', 'tenant_id': 'd05f58af207e431eac6b187af266d58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '73c573fb-9401-4b7c-820e-eaeb06b037a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:16:23Z', 'updated_at': '2022-05-20T09:16:23Z', 'revision_number': 3, 'project_id': 'd05f58af207e431eac6b187af266d58d', 'gw_port': {'id': '73c573fb-9401-4b7c-820e-eaeb06b037a0', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:04:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1feb571f-a0e0-484b-8c97-4c845b8d8245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:23Z', 'updated_at': '2022-05-20T09:16:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi'}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:16:26.213780 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-3fa76d58-e25e-4acf-abf1-c5ea60206a0b None None] Provisioning complete for port 5fefcc36-9399-4a89-81cc-5beb543c20a0 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:16:26.214172 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3fa76d58-e25e-4acf-abf1-c5ea60206a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (5fefcc36-9399-4a89-81cc-5beb543c20a0), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:26.215804 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab9263-543f-41bd-8eb2-2110ce6d65fa req-493f8f09-ad4a-4ac4-9d6b-41e3940622e8 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:26.218033 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-abab9263-543f-41bd-8eb2-2110ce6d65fa req-493f8f09-ad4a-4ac4-9d6b-41e3940622e8 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 945 time: 0.1202734 May 20 09:16:26.240073 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-64f99832-9143-474b-be75-fcc988b82548 req-2c39c452-1a63-4d84-8c11-26c908ade2eb service neutron] 10.222.0.44 "GET /v2.0/networks/40febe0e-a58d-4d88-9cb1-48f696a34f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8950708 May 20 09:16:26.251423 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792ba9c0-10d7-4724-874f-9c38c0f6772c None None] Checking router: 1feb571f-a0e0-484b-8c97-4c845b8d8245 for host: dv-cinder-836996-23-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:16:26.251763 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792ba9c0-10d7-4724-874f-9c38c0f6772c None None] Updating router 1feb571f-a0e0-484b-8c97-4c845b8d8245 port 73c573fb-9401-4b7c-820e-eaeb06b037a0 binding host dv-cinder-836996-23-iscsi {{(pid=104278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 09:16:26.279675 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-07674cb1-365a-4ffa-8e5a-a3134d77afaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:26.281999 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-27f2f2fd-7068-41a6-911b-ae74cb37ac8b req-eea28c7a-cdac-47cc-b891-5b32b5aa5c71 service neutron] 10.222.0.44 "GET /v2.0/networks/cb464892-cf71-4d2e-b68f-60163c12a0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8551311 May 20 09:16:26.303665 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-abab9263-543f-41bd-8eb2-2110ce6d65fa req-23ad9e6f-6171-4217-a532-b5c4090efdd9 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747795 May 20 09:16:26.315666 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-792ba9c0-10d7-4724-874f-9c38c0f6772c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (73c573fb-9401-4b7c-820e-eaeb06b037a0), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:26.342404 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Pushing event updated for resources: {'Port': ['ID=5fefcc36-9399-4a89-81cc-5beb543c20a0,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:26.381272 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port b7ab6e55-17db-42cd-b0ce-5a4147e57649 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:16:26.381646 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (b7ab6e55-17db-42cd-b0ce-5a4147e57649), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:26.394703 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:26.486320 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:26.496892 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-3fa76d58-e25e-4acf-abf1-c5ea60206a0b None None] Current status of the port 5fefcc36-9399-4a89-81cc-5beb543c20a0 is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:16:26.503500 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:26.504652 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:26.506533 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_common [None req-07674cb1-365a-4ffa-8e5a-a3134d77afaf admin admin] Allocated IP 172.20.0.1 (73444f1a-d131-46b1-91b4-15c71f76df01/9adc1c5a-39bd-4cc3-81b0-7f68c4aad2ed/e672d35c-2698-4446-9b05-7091fd599066) {{(pid=104276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:16:26.542506 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port b7ab6e55-17db-42cd-b0ce-5a4147e57649 is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:16:26.627047 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-07674cb1-365a-4ffa-8e5a-a3134d77afaf admin admin] Publish callbacks [] for port (e672d35c-2698-4446-9b05-7091fd599066), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:26.655131 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-792ba9c0-10d7-4724-874f-9c38c0f6772c None None] Publish callbacks [] for port (73c573fb-9401-4b7c-820e-eaeb06b037a0), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:26.662828 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-07674cb1-365a-4ffa-8e5a-a3134d77afaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (e672d35c-2698-4446-9b05-7091fd599066), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:26.663228 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-792ba9c0-10d7-4724-874f-9c38c0f6772c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (73c573fb-9401-4b7c-820e-eaeb06b037a0), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:26.711165 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07674cb1-365a-4ffa-8e5a-a3134d77afaf admin admin] Network 73444f1a-d131-46b1-91b4-15c71f76df01 is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:16:26.714045 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca86aeb-ec3a-4b08-a02a-3581bf9c0912 None None] Pushing event updated for resources: {'Port': ['ID=73c573fb-9401-4b7c-820e-eaeb06b037a0,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:26.715665 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-07674cb1-365a-4ffa-8e5a-a3134d77afaf admin admin] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:16:26.723646 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07674cb1-365a-4ffa-8e5a-a3134d77afaf admin admin] Received port after_create {{(pid=104276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:16:26.725440 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca86aeb-ec3a-4b08-a02a-3581bf9c0912 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:16:26.725887 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca86aeb-ec3a-4b08-a02a-3581bf9c0912 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:16:26.726409 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca86aeb-ec3a-4b08-a02a-3581bf9c0912 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:16:26.727868 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07674cb1-365a-4ffa-8e5a-a3134d77afaf admin admin] Pushing event updated for resources: {'Port': ['ID=e672d35c-2698-4446-9b05-7091fd599066,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:26.732421 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca86aeb-ec3a-4b08-a02a-3581bf9c0912 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:16:26.732961 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca86aeb-ec3a-4b08-a02a-3581bf9c0912 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:16:26.733441 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca86aeb-ec3a-4b08-a02a-3581bf9c0912 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:16:26.733958 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca86aeb-ec3a-4b08-a02a-3581bf9c0912 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:16:26.734431 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca86aeb-ec3a-4b08-a02a-3581bf9c0912 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:16:26.734926 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca86aeb-ec3a-4b08-a02a-3581bf9c0912 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:16:26.735444 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca86aeb-ec3a-4b08-a02a-3581bf9c0912 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:16:26.735934 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca86aeb-ec3a-4b08-a02a-3581bf9c0912 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:16:26.736440 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca86aeb-ec3a-4b08-a02a-3581bf9c0912 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:16:26.736920 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca86aeb-ec3a-4b08-a02a-3581bf9c0912 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:16:26.737386 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca86aeb-ec3a-4b08-a02a-3581bf9c0912 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:16:26.737858 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca86aeb-ec3a-4b08-a02a-3581bf9c0912 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:16:26.762184 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-792ba9c0-10d7-4724-874f-9c38c0f6772c None None] Attempting to bind port 73c573fb-9401-4b7c-820e-eaeb06b037a0 on host dv-cinder-836996-23-iscsi for vnic_type normal with profile {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 20 09:16:26.762553 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-792ba9c0-10d7-4724-874f-9c38c0f6772c None None] Attempting to bind port 73c573fb-9401-4b7c-820e-eaeb06b037a0 by drivers openvswitch,hyperv on host dv-cinder-836996-23-iscsi at level 0 using segments [{'id': '99d4634d-7c16-4239-978b-38d882e34cf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db85349c-1449-495a-9881-8426bbf372da'}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 20 09:16:26.762972 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792ba9c0-10d7-4724-874f-9c38c0f6772c None None] Attempting to bind port 73c573fb-9401-4b7c-820e-eaeb06b037a0 on network db85349c-1449-495a-9881-8426bbf372da {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:16:26.772326 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792ba9c0-10d7-4724-874f-9c38c0f6772c None None] Checking agent: {'id': '8cdc3712-48c6-4c17-b1e2-8ec392d7f09b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 9, 4, 50), 'started_at': datetime.datetime(2022, 5, 20, 9, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 9, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 09:16:26.772326 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792ba9c0-10d7-4724-874f-9c38c0f6772c None None] Checking segment: {'id': '99d4634d-7c16-4239-978b-38d882e34cf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db85349c-1449-495a-9881-8426bbf372da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:16:26.772326 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-792ba9c0-10d7-4724-874f-9c38c0f6772c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:26.772326 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792ba9c0-10d7-4724-874f-9c38c0f6772c None None] Bound using segment: {'id': '99d4634d-7c16-4239-978b-38d882e34cf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db85349c-1449-495a-9881-8426bbf372da'} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 09:16:26.772326 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-792ba9c0-10d7-4724-874f-9c38c0f6772c None None] Bound port: 73c573fb-9401-4b7c-820e-eaeb06b037a0, host: dv-cinder-836996-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d4634d-7c16-4239-978b-38d882e34cf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db85349c-1449-495a-9881-8426bbf372da'}}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 20 09:16:26.772326 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-792ba9c0-10d7-4724-874f-9c38c0f6772c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (73c573fb-9401-4b7c-820e-eaeb06b037a0), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:26.777761 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-07674cb1-365a-4ffa-8e5a-a3134d77afaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680018'] for router_interface (1feb571f-a0e0-484b-8c97-4c845b8d8245), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:26.818867 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-87b4a1c2-210b-48d7-b8a2-4cf55a259c1a None None] Provisioning complete for port 5fefcc36-9399-4a89-81cc-5beb543c20a0 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:16:26.819234 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-87b4a1c2-210b-48d7-b8a2-4cf55a259c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (5fefcc36-9399-4a89-81cc-5beb543c20a0), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:26.837591 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:26.849630 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-792ba9c0-10d7-4724-874f-9c38c0f6772c None None] For port 73c573fb-9401-4b7c-820e-eaeb06b037a0, host dv-cinder-836996-23-iscsi, cleared binding levels {{(pid=104278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 09:16:26.854040 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-792ba9c0-10d7-4724-874f-9c38c0f6772c None None] For port 73c573fb-9401-4b7c-820e-eaeb06b037a0, host dv-cinder-836996-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=73c573fb-9401-4b7c-820e-eaeb06b037a0,segment=NetworkSegment(99d4634d-7c16-4239-978b-38d882e34cf7),segment_id=99d4634d-7c16-4239-978b-38d882e34cf7)] {{(pid=104278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 09:16:26.879797 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-792ba9c0-10d7-4724-874f-9c38c0f6772c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (73c573fb-9401-4b7c-820e-eaeb06b037a0), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:26.968639 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-87b4a1c2-210b-48d7-b8a2-4cf55a259c1a None None] Current status of the port 5fefcc36-9399-4a89-81cc-5beb543c20a0 is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:16:26.973681 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-07674cb1-365a-4ffa-8e5a-a3134d77afaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (e672d35c-2698-4446-9b05-7091fd599066), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:26.995630 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792ba9c0-10d7-4724-874f-9c38c0f6772c None None] Routers {'1feb571f-a0e0-484b-8c97-4c845b8d8245'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:16:26.996543 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-792ba9c0-10d7-4724-874f-9c38c0f6772c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:16:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['1feb571f-a0e0-484b-8c97-4c845b8d8245'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:16:27.096675 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-11b9c29f-c469-4d05-8b5b-f15c2466e0a2 None None] Provisioning complete for port e672d35c-2698-4446-9b05-7091fd599066 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:16:27.097852 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-11b9c29f-c469-4d05-8b5b-f15c2466e0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (e672d35c-2698-4446-9b05-7091fd599066), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:27.123319 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 1416c85d-0ef1-4a99-95a1-2930a49cdaab up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:16:27.142209 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-792ba9c0-10d7-4724-874f-9c38c0f6772c None None] Set router 1feb571f-a0e0-484b-8c97-4c845b8d8245 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:16:27.172510 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-11b9c29f-c469-4d05-8b5b-f15c2466e0a2 None None] Port e672d35c-2698-4446-9b05-7091fd599066 cannot update to ACTIVE because it is not bound. {{(pid=104277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 20 09:16:27.192078 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port 1416c85d-0ef1-4a99-95a1-2930a49cdaab triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:16:27.192308 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (1416c85d-0ef1-4a99-95a1-2930a49cdaab), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:27.229565 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca86aeb-ec3a-4b08-a02a-3581bf9c0912 None None] Pushing event updated for resources: {'Port': ['ID=73c573fb-9401-4b7c-820e-eaeb06b037a0,revision_number=3']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:27.275629 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-07674cb1-365a-4ffa-8e5a-a3134d77afaf admin admin] Publish callbacks [] for port (e672d35c-2698-4446-9b05-7091fd599066), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:27.285466 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-07674cb1-365a-4ffa-8e5a-a3134d77afaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32464857'] for port (e672d35c-2698-4446-9b05-7091fd599066), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:27.288664 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port 1416c85d-0ef1-4a99-95a1-2930a49cdaab is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:16:27.289199 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:27.289913 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 5fefcc36-9399-4a89-81cc-5beb543c20a0 up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:16:27.338221 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:27.358885 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port 5fefcc36-9399-4a89-81cc-5beb543c20a0 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:16:27.359368 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (5fefcc36-9399-4a89-81cc-5beb543c20a0), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:27.367938 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07674cb1-365a-4ffa-8e5a-a3134d77afaf admin admin] Pushing event updated for resources: {'Port': ['ID=e672d35c-2698-4446-9b05-7091fd599066,revision_number=2']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:27.381510 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-07674cb1-365a-4ffa-8e5a-a3134d77afaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683234'] for router_interface (1feb571f-a0e0-484b-8c97-4c845b8d8245), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:27.432547 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-792ba9c0-10d7-4724-874f-9c38c0f6772c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1feb571f-a0e0-484b-8c97-4c845b8d8245', 'name': 'tempest-TestVolumeBootPattern-1070638400-router', 'tenant_id': 'd05f58af207e431eac6b187af266d58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '73c573fb-9401-4b7c-820e-eaeb06b037a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:16:23Z', 'updated_at': '2022-05-20T09:16:26Z', 'revision_number': 4, 'project_id': 'd05f58af207e431eac6b187af266d58d', 'gw_port': {'id': '73c573fb-9401-4b7c-820e-eaeb06b037a0', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:04:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1feb571f-a0e0-484b-8c97-4c845b8d8245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:23Z', 'updated_at': '2022-05-20T09:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': 'e672d35c-2698-4446-9b05-7091fd599066', 'name': '', 'network_id': '73444f1a-d131-46b1-91b4-15c71f76df01', 'tenant_id': 'd05f58af207e431eac6b187af266d58d', 'mac_address': 'fa:16:3e:33:5b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1feb571f-a0e0-484b-8c97-4c845b8d8245', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '9adc1c5a-39bd-4cc3-81b0-7f68c4aad2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:26Z', 'updated_at': '2022-05-20T09:16:26Z', 'revision_number': 1, 'project_id': 'd05f58af207e431eac6b187af266d58d', 'subnets': [{'id': '9adc1c5a-39bd-4cc3-81b0-7f68c4aad2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:16:27.463442 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792ba9c0-10d7-4724-874f-9c38c0f6772c None None] The sync data for ids ['1feb571f-a0e0-484b-8c97-4c845b8d8245'] in dv-cinder-836996-23-iscsi is: [{'id': '1feb571f-a0e0-484b-8c97-4c845b8d8245', 'name': 'tempest-TestVolumeBootPattern-1070638400-router', 'tenant_id': 'd05f58af207e431eac6b187af266d58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '73c573fb-9401-4b7c-820e-eaeb06b037a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:16:23Z', 'updated_at': '2022-05-20T09:16:26Z', 'revision_number': 4, 'project_id': 'd05f58af207e431eac6b187af266d58d', 'gw_port': {'id': '73c573fb-9401-4b7c-820e-eaeb06b037a0', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:04:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1feb571f-a0e0-484b-8c97-4c845b8d8245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:23Z', 'updated_at': '2022-05-20T09:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': 'e672d35c-2698-4446-9b05-7091fd599066', 'name': '', 'network_id': '73444f1a-d131-46b1-91b4-15c71f76df01', 'tenant_id': 'd05f58af207e431eac6b187af266d58d', 'mac_address': 'fa:16:3e:33:5b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1feb571f-a0e0-484b-8c97-4c845b8d8245', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '9adc1c5a-39bd-4cc3-81b0-7f68c4aad2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:26Z', 'updated_at': '2022-05-20T09:16:26Z', 'revision_number': 1, 'project_id': 'd05f58af207e431eac6b187af266d58d', 'subnets': [{'id': '9adc1c5a-39bd-4cc3-81b0-7f68c4aad2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:16:27.469609 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port 5fefcc36-9399-4a89-81cc-5beb543c20a0 is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:16:27.526427 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6304757a-04fa-487e-ba09-23fa23576d82 req-db8d9ba8-d80a-4b67-a384-5fb6056d0077 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:27.528459 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6304757a-04fa-487e-ba09-23fa23576d82 req-db8d9ba8-d80a-4b67-a384-5fb6056d0077 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 945 time: 0.0793412 May 20 09:16:27.539867 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:27.541894 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07674cb1-365a-4ffa-8e5a-a3134d77afaf admin admin] Network 73444f1a-d131-46b1-91b4-15c71f76df01 is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:16:27.549335 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-07674cb1-365a-4ffa-8e5a-a3134d77afaf admin admin] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:16:27.660716 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6304757a-04fa-487e-ba09-23fa23576d82 req-60a7979b-36b1-4061-b283-e4ca114c3e41 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247194 May 20 09:16:27.723399 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-27f2f2fd-7068-41a6-911b-ae74cb37ac8b req-e0ff8116-6e91-4958-a785-e57e28a50a0e service neutron] 10.222.0.44 "GET /v2.0/networks/cb464892-cf71-4d2e-b68f-60163c12a0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124581 May 20 09:16:27.725230 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-64f99832-9143-474b-be75-fcc988b82548 req-8202d0ce-7531-450d-a5ea-8e0cdd0c5b3a service neutron] 10.222.0.44 "GET /v2.0/networks/40febe0e-a58d-4d88-9cb1-48f696a34f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241008 May 20 09:16:27.800143 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-c5a4d429-102e-4738-9065-70a6c650549a None None] Provisioning complete for port e672d35c-2698-4446-9b05-7091fd599066 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:16:27.800607 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5a4d429-102e-4738-9065-70a6c650549a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (e672d35c-2698-4446-9b05-7091fd599066), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:27.834805 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-c5a4d429-102e-4738-9065-70a6c650549a None None] Port e672d35c-2698-4446-9b05-7091fd599066 cannot update to ACTIVE because it is not bound. {{(pid=104277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 20 09:16:27.966276 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07674cb1-365a-4ffa-8e5a-a3134d77afaf admin admin] Router 1feb571f-a0e0-484b-8c97-4c845b8d8245 has already been hosted by L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 {{(pid=104276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 09:16:28.070602 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07674cb1-365a-4ffa-8e5a-a3134d77afaf admin admin] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:16:28.076499 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-07674cb1-365a-4ffa-8e5a-a3134d77afaf admin admin] 10.222.0.69 "PUT /v2.0/routers/1feb571f-a0e0-484b-8c97-4c845b8d8245/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5824070 May 20 09:16:28.430533 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 34330) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:16:28.435329 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-ec4d1aee-38db-46ae-a753-5b81d5561066 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-447532997', 'description': 'tempest-secgroup-smoke-447532997 description', 'project_id': 'f26ac8782fe0407cb6f146ba70e74246'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:16:28.458587 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-ec4d1aee-38db-46ae-a753-5b81d5561066 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks [] for security_group (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:28.518393 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:28.532626 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device d8e5bd7c-3deb-4042-9ef4-77d147264d87 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 09:16:28.556970 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-ec4d1aee-38db-46ae-a753-5b81d5561066 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks [] for security_group (cf3c320a-616e-473e-b007-70faf4e4726f), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:28.563755 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-ec4d1aee-38db-46ae-a753-5b81d5561066 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (cf3c320a-616e-473e-b007-70faf4e4726f), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:28.607135 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-ec4d1aee-38db-46ae-a753-5b81d5561066 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:28.608696 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-ec4d1aee-38db-46ae-a753-5b81d5561066 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1771545 May 20 09:16:28.612614 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 34332) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:16:28.616545 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4d1aee-38db-46ae-a753-5b81d5561066 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3c320a-616e-473e-b007-70faf4e4726f,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:28.617414 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-f882d539-4fcb-4476-8f79-165639c310cd tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Request body: {'security_group_rule': {'security_group_id': 'cf3c320a-616e-473e-b007-70faf4e4726f', 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:16:28.621796 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port d8e5bd7c-3deb-4042-9ef4-77d147264d87 is: ACTIVE; New status is: DOWN {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:16:28.622190 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (d8e5bd7c-3deb-4042-9ef4-77d147264d87), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:28.626648 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4d1aee-38db-46ae-a753-5b81d5561066 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:16:28.627065 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4d1aee-38db-46ae-a753-5b81d5561066 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:16:28.627517 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4d1aee-38db-46ae-a753-5b81d5561066 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:16:28.628151 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4d1aee-38db-46ae-a753-5b81d5561066 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:16:28.628643 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4d1aee-38db-46ae-a753-5b81d5561066 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:16:28.629227 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4d1aee-38db-46ae-a753-5b81d5561066 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:16:28.629643 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4d1aee-38db-46ae-a753-5b81d5561066 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:16:28.630179 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4d1aee-38db-46ae-a753-5b81d5561066 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:16:28.630570 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4d1aee-38db-46ae-a753-5b81d5561066 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:16:28.631596 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4d1aee-38db-46ae-a753-5b81d5561066 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:16:28.632014 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4d1aee-38db-46ae-a753-5b81d5561066 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:16:28.633216 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4d1aee-38db-46ae-a753-5b81d5561066 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:16:28.633216 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4d1aee-38db-46ae-a753-5b81d5561066 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:16:28.633542 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4d1aee-38db-46ae-a753-5b81d5561066 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:16:28.633932 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4d1aee-38db-46ae-a753-5b81d5561066 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:16:28.648100 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d7463c-5e56-405b-911d-9b7fa6d3f7d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8e5bd7c-3deb-4042-9ef4-77d147264d87'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:16:28.650625 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a79de04d4ec243d1cdc81b41ccc126ec62664011dfe1c1a94e68b1d536b5d8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4077b3-5507-4f6f-8659-7d2653dae71b" -d '{"events": [{"server_uuid": "b7d7463c-5e56-405b-911d-9b7fa6d3f7d9", "name": "network-vif-unplugged", "status": "completed", "tag": "d8e5bd7c-3deb-4042-9ef4-77d147264d87"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:16:28.664968 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f882d539-4fcb-4476-8f79-165639c310cd tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks [] for security_group_rule (fcc88f39-f2ea-41df-af3e-bbee4cb4d2c5), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:28.665787 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port d8e5bd7c-3deb-4042-9ef4-77d147264d87, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d8e5bd7c-3deb-4042-9ef4-77d147264d87,segment=NetworkSegment(77eb56c8-f7ae-4980-9031-19500d0fdc26),segment_id=77eb56c8-f7ae-4980-9031-19500d0fdc26)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:16:28.671455 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (d8e5bd7c-3deb-4042-9ef4-77d147264d87), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:28.698194 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 May 2022 09:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77ccc8a-d01a-4cc1-8e27-64dea3eab5c4 x-openstack-request-id: req-a77ccc8a-d01a-4cc1-8e27-64dea3eab5c4 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:16:28.698533 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d7463c-5e56-405b-911d-9b7fa6d3f7d9", "name": "network-vif-unplugged", "status": "completed", "tag": "d8e5bd7c-3deb-4042-9ef4-77d147264d87", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:16:28.700837 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a77ccc8a-d01a-4cc1-8e27-64dea3eab5c4 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:16:28.700837 dv-cinder-836996-23-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a77ccc8a-d01a-4cc1-8e27-64dea3eab5c4'] response: {'server_uuid': 'b7d7463c-5e56-405b-911d-9b7fa6d3f7d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8e5bd7c-3deb-4042-9ef4-77d147264d87', 'code': 200} May 20 09:16:28.726894 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f882d539-4fcb-4476-8f79-165639c310cd tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks [] for security_group_rule (fcc88f39-f2ea-41df-af3e-bbee4cb4d2c5), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:28.731962 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=d8e5bd7c-3deb-4042-9ef4-77d147264d87,revision_number=8']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:28.732334 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f882d539-4fcb-4476-8f79-165639c310cd tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547209'] for security_group_rule (fcc88f39-f2ea-41df-af3e-bbee4cb4d2c5), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:28.754689 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f882d539-4fcb-4476-8f79-165639c310cd tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcc88f39-f2ea-41df-af3e-bbee4cb4d2c5,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:28.764338 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f882d539-4fcb-4476-8f79-165639c310cd tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:28.768170 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-f882d539-4fcb-4476-8f79-165639c310cd tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1519363 May 20 09:16:28.768666 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 34338) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:16:28.777605 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-041691aa-b4c8-4927-bb58-e772329a52d4 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Request body: {'security_group_rule': {'security_group_id': 'cf3c320a-616e-473e-b007-70faf4e4726f', 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:16:28.804732 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677734e5-474c-4efe-8a43-8aa4961a80ab req-dd0c0edc-44be-4ca9-97d5-4f432f78e794 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:28.806247 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-677734e5-474c-4efe-8a43-8aa4961a80ab req-dd0c0edc-44be-4ca9-97d5-4f432f78e794 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 943 time: 0.0662730 May 20 09:16:28.806947 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-041691aa-b4c8-4927-bb58-e772329a52d4 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks [] for security_group_rule (0c60442c-d7b5-4e5f-aa63-872e754ce810), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:28.854387 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-041691aa-b4c8-4927-bb58-e772329a52d4 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks [] for security_group_rule (0c60442c-d7b5-4e5f-aa63-872e754ce810), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:28.859368 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-677734e5-474c-4efe-8a43-8aa4961a80ab req-e37ebd5f-fcf2-4ca8-8008-84ae47d41f27 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467248 May 20 09:16:28.862513 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-041691aa-b4c8-4927-bb58-e772329a52d4 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547209'] for security_group_rule (0c60442c-d7b5-4e5f-aa63-872e754ce810), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:28.886846 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041691aa-b4c8-4927-bb58-e772329a52d4 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c60442c-d7b5-4e5f-aa63-872e754ce810,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:28.908081 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-041691aa-b4c8-4927-bb58-e772329a52d4 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:28.908081 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-041691aa-b4c8-4927-bb58-e772329a52d4 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1376457 May 20 09:16:28.910578 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 34340) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:16:28.916018 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-220a61b9-179b-4335-afbd-0f7ffd40441d tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Request body: {'security_group_rule': {'security_group_id': 'cf3c320a-616e-473e-b007-70faf4e4726f', 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:16:28.946225 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-220a61b9-179b-4335-afbd-0f7ffd40441d tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks [] for security_group_rule (c3aad4f9-fa53-461f-ba50-22211c6ec935), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:28.984622 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:29.001334 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-220a61b9-179b-4335-afbd-0f7ffd40441d tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks [] for security_group_rule (c3aad4f9-fa53-461f-ba50-22211c6ec935), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:29.006411 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-220a61b9-179b-4335-afbd-0f7ffd40441d tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547209'] for security_group_rule (c3aad4f9-fa53-461f-ba50-22211c6ec935), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:29.020864 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a61b9-179b-4335-afbd-0f7ffd40441d tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3aad4f9-fa53-461f-ba50-22211c6ec935,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:29.036650 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-220a61b9-179b-4335-afbd-0f7ffd40441d tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:29.040549 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-220a61b9-179b-4335-afbd-0f7ffd40441d tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1266642 May 20 09:16:29.040917 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 34342) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:16:29.046908 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-4766e7a8-95c2-48f9-a2bc-22779750960d tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Request body: {'security_group_rule': {'security_group_id': 'cf3c320a-616e-473e-b007-70faf4e4726f', 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:16:29.078147 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-4766e7a8-95c2-48f9-a2bc-22779750960d tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks [] for security_group_rule (1f01cd96-bdfb-43c1-87ac-02f4ca5d5fa2), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:29.130357 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-4766e7a8-95c2-48f9-a2bc-22779750960d tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks [] for security_group_rule (1f01cd96-bdfb-43c1-87ac-02f4ca5d5fa2), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:29.136453 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-4766e7a8-95c2-48f9-a2bc-22779750960d tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547209'] for security_group_rule (1f01cd96-bdfb-43c1-87ac-02f4ca5d5fa2), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:29.160563 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:29.162277 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4766e7a8-95c2-48f9-a2bc-22779750960d tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f01cd96-bdfb-43c1-87ac-02f4ca5d5fa2,revision_number=0']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:29.170295 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-4766e7a8-95c2-48f9-a2bc-22779750960d tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:29.172505 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-4766e7a8-95c2-48f9-a2bc-22779750960d tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1282070 May 20 09:16:29.174362 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 34344) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:16:29.183918 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-06bd191b-4cc2-466a-b9c0-27122dfe38e8 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Request body: {'security_group_rule': {'security_group_id': 'cf3c320a-616e-473e-b007-70faf4e4726f', 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:16:29.209832 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.db.securitygroups_db [None req-06bd191b-4cc2-466a-b9c0-27122dfe38e8 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Project f26ac8782fe0407cb6f146ba70e74246 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 09:16:29.217859 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-06bd191b-4cc2-466a-b9c0-27122dfe38e8 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks [] for security_group_rule (d26c08e4-2647-4d46-8f18-dd86451c2680), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:29.281056 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-06bd191b-4cc2-466a-b9c0-27122dfe38e8 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks [] for security_group_rule (d26c08e4-2647-4d46-8f18-dd86451c2680), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:29.287444 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-06bd191b-4cc2-466a-b9c0-27122dfe38e8 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547209'] for security_group_rule (d26c08e4-2647-4d46-8f18-dd86451c2680), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:29.314576 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd191b-4cc2-466a-b9c0-27122dfe38e8 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d26c08e4-2647-4d46-8f18-dd86451c2680,revision_number=0']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:29.325835 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-06bd191b-4cc2-466a-b9c0-27122dfe38e8 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:29.329732 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-06bd191b-4cc2-466a-b9c0-27122dfe38e8 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1518426 May 20 09:16:29.330190 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 34350) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:16:29.336422 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-d9531f93-5e15-4b23-bd09-f7ea1a2f5ca5 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Request body: {'security_group_rule': {'security_group_id': 'cf3c320a-616e-473e-b007-70faf4e4726f', 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:16:29.363507 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.db.securitygroups_db [None req-d9531f93-5e15-4b23-bd09-f7ea1a2f5ca5 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Project f26ac8782fe0407cb6f146ba70e74246 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 09:16:29.370038 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-d9531f93-5e15-4b23-bd09-f7ea1a2f5ca5 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks [] for security_group_rule (cfb8ffcd-4e4f-47b5-8c79-5ca6c5a4ac71), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:29.428427 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-d9531f93-5e15-4b23-bd09-f7ea1a2f5ca5 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks [] for security_group_rule (cfb8ffcd-4e4f-47b5-8c79-5ca6c5a4ac71), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:29.435778 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-d9531f93-5e15-4b23-bd09-f7ea1a2f5ca5 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547209'] for security_group_rule (cfb8ffcd-4e4f-47b5-8c79-5ca6c5a4ac71), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:29.456267 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9531f93-5e15-4b23-bd09-f7ea1a2f5ca5 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfb8ffcd-4e4f-47b5-8c79-5ca6c5a4ac71,revision_number=0']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:29.471464 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-d9531f93-5e15-4b23-bd09-f7ea1a2f5ca5 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:29.474083 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-d9531f93-5e15-4b23-bd09-f7ea1a2f5ca5 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1428559 May 20 09:16:30.001568 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4dc80-167c-4d56-8e3a-649992fdc0be req-8b1a303f-d074-4321-b678-807c82836cd1 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:30.003111 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-75a4dc80-167c-4d56-8e3a-649992fdc0be req-8b1a303f-d074-4321-b678-807c82836cd1 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 943 time: 0.0549121 May 20 09:16:30.059678 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-75a4dc80-167c-4d56-8e3a-649992fdc0be req-66106b58-2dc3-41f7-8016-efedadfbdbaa tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485544 May 20 09:16:30.399891 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995a6156-f8dc-419d-9f5c-c013c46881d9 None None] Sync routers for ids ['1feb571f-a0e0-484b-8c97-4c845b8d8245'] in dv-cinder-836996-23-iscsi {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:16:30.410823 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995a6156-f8dc-419d-9f5c-c013c46881d9 None None] Routers {'1feb571f-a0e0-484b-8c97-4c845b8d8245'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:16:30.411490 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-995a6156-f8dc-419d-9f5c-c013c46881d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:16:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['1feb571f-a0e0-484b-8c97-4c845b8d8245'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:16:30.623705 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:30.643049 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-995a6156-f8dc-419d-9f5c-c013c46881d9 None None] Set router 1feb571f-a0e0-484b-8c97-4c845b8d8245 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:16:30.836864 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-995a6156-f8dc-419d-9f5c-c013c46881d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1feb571f-a0e0-484b-8c97-4c845b8d8245', 'name': 'tempest-TestVolumeBootPattern-1070638400-router', 'tenant_id': 'd05f58af207e431eac6b187af266d58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '73c573fb-9401-4b7c-820e-eaeb06b037a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:16:23Z', 'updated_at': '2022-05-20T09:16:26Z', 'revision_number': 4, 'project_id': 'd05f58af207e431eac6b187af266d58d', 'gw_port': {'id': '73c573fb-9401-4b7c-820e-eaeb06b037a0', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:04:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1feb571f-a0e0-484b-8c97-4c845b8d8245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:23Z', 'updated_at': '2022-05-20T09:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': 'e672d35c-2698-4446-9b05-7091fd599066', 'name': '', 'network_id': '73444f1a-d131-46b1-91b4-15c71f76df01', 'tenant_id': 'd05f58af207e431eac6b187af266d58d', 'mac_address': 'fa:16:3e:33:5b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1feb571f-a0e0-484b-8c97-4c845b8d8245', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '9adc1c5a-39bd-4cc3-81b0-7f68c4aad2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:26Z', 'updated_at': '2022-05-20T09:16:27Z', 'revision_number': 2, 'project_id': 'd05f58af207e431eac6b187af266d58d', 'subnets': [{'id': '9adc1c5a-39bd-4cc3-81b0-7f68c4aad2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:16:30.862106 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995a6156-f8dc-419d-9f5c-c013c46881d9 None None] Checking router: 1feb571f-a0e0-484b-8c97-4c845b8d8245 for host: dv-cinder-836996-23-iscsi {{(pid=104277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:16:30.862461 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995a6156-f8dc-419d-9f5c-c013c46881d9 None None] Updating router 1feb571f-a0e0-484b-8c97-4c845b8d8245 port e672d35c-2698-4446-9b05-7091fd599066 binding host dv-cinder-836996-23-iscsi {{(pid=104277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 09:16:30.894715 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-995a6156-f8dc-419d-9f5c-c013c46881d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (e672d35c-2698-4446-9b05-7091fd599066), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:30.993629 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 73c573fb-9401-4b7c-820e-eaeb06b037a0 up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:16:31.119301 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:31.158506 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port 73c573fb-9401-4b7c-820e-eaeb06b037a0 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:16:31.158889 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (73c573fb-9401-4b7c-820e-eaeb06b037a0), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:31.200268 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ee7f2-e771-46ac-9edc-fedf1b145b50 req-0c95d676-8c22-47aa-b689-3b451bb41b5a tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:31.201780 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-143ee7f2-e771-46ac-9edc-fedf1b145b50 req-0c95d676-8c22-47aa-b689-3b451bb41b5a tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 943 time: 0.0556140 May 20 09:16:31.274132 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-143ee7f2-e771-46ac-9edc-fedf1b145b50 req-f4062266-a2d0-44bb-a71b-95d223aa6ecc tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657177 May 20 09:16:31.326410 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port 73c573fb-9401-4b7c-820e-eaeb06b037a0 is: DOWN; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:16:31.326761 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (73c573fb-9401-4b7c-820e-eaeb06b037a0), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:31.364792 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-995a6156-f8dc-419d-9f5c-c013c46881d9 None None] Publish callbacks [] for port (e672d35c-2698-4446-9b05-7091fd599066), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:31.367474 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] For port 73c573fb-9401-4b7c-820e-eaeb06b037a0, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=73c573fb-9401-4b7c-820e-eaeb06b037a0,segment=NetworkSegment(99d4634d-7c16-4239-978b-38d882e34cf7),segment_id=99d4634d-7c16-4239-978b-38d882e34cf7)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:16:31.372852 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (73c573fb-9401-4b7c-820e-eaeb06b037a0), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:31.378885 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-995a6156-f8dc-419d-9f5c-c013c46881d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (e672d35c-2698-4446-9b05-7091fd599066), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:31.458827 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Pushing event updated for resources: {'Port': ['ID=73c573fb-9401-4b7c-820e-eaeb06b037a0,revision_number=4']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:31.521743 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-995a6156-f8dc-419d-9f5c-c013c46881d9 None None] Attempting to bind port e672d35c-2698-4446-9b05-7091fd599066 on host dv-cinder-836996-23-iscsi for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 20 09:16:31.522107 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-995a6156-f8dc-419d-9f5c-c013c46881d9 None None] Attempting to bind port e672d35c-2698-4446-9b05-7091fd599066 by drivers openvswitch,hyperv on host dv-cinder-836996-23-iscsi at level 0 using segments [{'id': '70ce20ce-5e79-470b-89ec-df7db0aa46a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '73444f1a-d131-46b1-91b4-15c71f76df01'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 20 09:16:31.522465 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995a6156-f8dc-419d-9f5c-c013c46881d9 None None] Attempting to bind port e672d35c-2698-4446-9b05-7091fd599066 on network 73444f1a-d131-46b1-91b4-15c71f76df01 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:16:31.524679 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e434ece3-de4a-4c65-bb6e-f0bede343614 None None] Pushing event updated for resources: {'Port': ['ID=e672d35c-2698-4446-9b05-7091fd599066,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:31.531032 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995a6156-f8dc-419d-9f5c-c013c46881d9 None None] Checking agent: {'id': '8cdc3712-48c6-4c17-b1e2-8ec392d7f09b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 9, 4, 50), 'started_at': datetime.datetime(2022, 5, 20, 9, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 9, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 09:16:31.531032 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995a6156-f8dc-419d-9f5c-c013c46881d9 None None] Checking segment: {'id': '70ce20ce-5e79-470b-89ec-df7db0aa46a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '73444f1a-d131-46b1-91b4-15c71f76df01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:16:31.531348 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-995a6156-f8dc-419d-9f5c-c013c46881d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:31.531590 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995a6156-f8dc-419d-9f5c-c013c46881d9 None None] Bound using segment: {'id': '70ce20ce-5e79-470b-89ec-df7db0aa46a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '73444f1a-d131-46b1-91b4-15c71f76df01'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 09:16:31.532002 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-995a6156-f8dc-419d-9f5c-c013c46881d9 None None] Bound port: e672d35c-2698-4446-9b05-7091fd599066, host: dv-cinder-836996-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70ce20ce-5e79-470b-89ec-df7db0aa46a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '73444f1a-d131-46b1-91b4-15c71f76df01'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 20 09:16:31.532371 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-995a6156-f8dc-419d-9f5c-c013c46881d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (e672d35c-2698-4446-9b05-7091fd599066), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:31.572523 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:31.594775 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-995a6156-f8dc-419d-9f5c-c013c46881d9 None None] For port e672d35c-2698-4446-9b05-7091fd599066, host dv-cinder-836996-23-iscsi, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 09:16:31.597719 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-995a6156-f8dc-419d-9f5c-c013c46881d9 None None] For port e672d35c-2698-4446-9b05-7091fd599066, host dv-cinder-836996-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=e672d35c-2698-4446-9b05-7091fd599066,segment=NetworkSegment(70ce20ce-5e79-470b-89ec-df7db0aa46a6),segment_id=70ce20ce-5e79-470b-89ec-df7db0aa46a6)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 09:16:31.605446 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-995a6156-f8dc-419d-9f5c-c013c46881d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (e672d35c-2698-4446-9b05-7091fd599066), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:31.666583 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995a6156-f8dc-419d-9f5c-c013c46881d9 None None] Routers {'1feb571f-a0e0-484b-8c97-4c845b8d8245'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:16:31.667414 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-995a6156-f8dc-419d-9f5c-c013c46881d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:16:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['1feb571f-a0e0-484b-8c97-4c845b8d8245'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:16:31.706516 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e434ece3-de4a-4c65-bb6e-f0bede343614 None None] Pushing event updated for resources: {'Port': ['ID=e672d35c-2698-4446-9b05-7091fd599066,revision_number=4']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:31.728646 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-e4766814-aa63-4edb-aa2c-c69dff01d774 None None] Provisioning complete for port e672d35c-2698-4446-9b05-7091fd599066 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:16:31.728889 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e4766814-aa63-4edb-aa2c-c69dff01d774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (e672d35c-2698-4446-9b05-7091fd599066), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:31.821946 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-995a6156-f8dc-419d-9f5c-c013c46881d9 None None] Set router 1feb571f-a0e0-484b-8c97-4c845b8d8245 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:16:31.855472 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:31.965709 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-e4766814-aa63-4edb-aa2c-c69dff01d774 None None] Current status of the port e672d35c-2698-4446-9b05-7091fd599066 is: DOWN; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:16:31.966068 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e4766814-aa63-4edb-aa2c-c69dff01d774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (e672d35c-2698-4446-9b05-7091fd599066), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:32.002043 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.agents_db [None req-08ca63ee-ac6b-41b9-8918-1f445ad695da None None] Agent healthcheck: found 6 active agents {{(pid=104278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 09:16:32.032705 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-e4766814-aa63-4edb-aa2c-c69dff01d774 None None] For port e672d35c-2698-4446-9b05-7091fd599066, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=e672d35c-2698-4446-9b05-7091fd599066,segment=NetworkSegment(70ce20ce-5e79-470b-89ec-df7db0aa46a6),segment_id=70ce20ce-5e79-470b-89ec-df7db0aa46a6)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:16:32.040403 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e4766814-aa63-4edb-aa2c-c69dff01d774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (e672d35c-2698-4446-9b05-7091fd599066), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:32.112348 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-995a6156-f8dc-419d-9f5c-c013c46881d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1feb571f-a0e0-484b-8c97-4c845b8d8245', 'name': 'tempest-TestVolumeBootPattern-1070638400-router', 'tenant_id': 'd05f58af207e431eac6b187af266d58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '73c573fb-9401-4b7c-820e-eaeb06b037a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:16:23Z', 'updated_at': '2022-05-20T09:16:26Z', 'revision_number': 4, 'project_id': 'd05f58af207e431eac6b187af266d58d', 'gw_port': {'id': '73c573fb-9401-4b7c-820e-eaeb06b037a0', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1feb571f-a0e0-484b-8c97-4c845b8d8245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:23Z', 'updated_at': '2022-05-20T09:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': 'e672d35c-2698-4446-9b05-7091fd599066', 'name': '', 'network_id': '73444f1a-d131-46b1-91b4-15c71f76df01', 'tenant_id': 'd05f58af207e431eac6b187af266d58d', 'mac_address': 'fa:16:3e:33:5b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1feb571f-a0e0-484b-8c97-4c845b8d8245', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '9adc1c5a-39bd-4cc3-81b0-7f68c4aad2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:26Z', 'updated_at': '2022-05-20T09:16:31Z', 'revision_number': 4, 'project_id': 'd05f58af207e431eac6b187af266d58d', 'subnets': [{'id': '9adc1c5a-39bd-4cc3-81b0-7f68c4aad2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:16:32.149885 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995a6156-f8dc-419d-9f5c-c013c46881d9 None None] The sync data for ids ['1feb571f-a0e0-484b-8c97-4c845b8d8245'] in dv-cinder-836996-23-iscsi is: [{'id': '1feb571f-a0e0-484b-8c97-4c845b8d8245', 'name': 'tempest-TestVolumeBootPattern-1070638400-router', 'tenant_id': 'd05f58af207e431eac6b187af266d58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '73c573fb-9401-4b7c-820e-eaeb06b037a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:16:23Z', 'updated_at': '2022-05-20T09:16:26Z', 'revision_number': 4, 'project_id': 'd05f58af207e431eac6b187af266d58d', 'gw_port': {'id': '73c573fb-9401-4b7c-820e-eaeb06b037a0', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1feb571f-a0e0-484b-8c97-4c845b8d8245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:23Z', 'updated_at': '2022-05-20T09:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': 'e672d35c-2698-4446-9b05-7091fd599066', 'name': '', 'network_id': '73444f1a-d131-46b1-91b4-15c71f76df01', 'tenant_id': 'd05f58af207e431eac6b187af266d58d', 'mac_address': 'fa:16:3e:33:5b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1feb571f-a0e0-484b-8c97-4c845b8d8245', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '9adc1c5a-39bd-4cc3-81b0-7f68c4aad2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:26Z', 'updated_at': '2022-05-20T09:16:31Z', 'revision_number': 4, 'project_id': 'd05f58af207e431eac6b187af266d58d', 'subnets': [{'id': '9adc1c5a-39bd-4cc3-81b0-7f68c4aad2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:16:32.157655 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4766814-aa63-4edb-aa2c-c69dff01d774 None None] Pushing event updated for resources: {'Port': ['ID=e672d35c-2698-4446-9b05-7091fd599066,revision_number=5']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:32.166533 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-4311fc6c-693f-4b6e-8353-e4a74f997f8c None None] Provisioning complete for port e672d35c-2698-4446-9b05-7091fd599066 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:16:32.166928 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4311fc6c-693f-4b6e-8353-e4a74f997f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (e672d35c-2698-4446-9b05-7091fd599066), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:32.263568 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-4311fc6c-693f-4b6e-8353-e4a74f997f8c None None] Current status of the port e672d35c-2698-4446-9b05-7091fd599066 is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:16:32.415854 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b4e7a-c4db-483d-9bbd-b59bda7b8a84 req-3397ec9b-0f88-4721-aaea-09d2ad68d058 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:32.417430 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-650b4e7a-c4db-483d-9bbd-b59bda7b8a84 req-3397ec9b-0f88-4721-aaea-09d2ad68d058 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 943 time: 0.0631475 May 20 09:16:32.475444 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-650b4e7a-c4db-483d-9bbd-b59bda7b8a84 req-d049ee50-b69b-42b5-9c79-58b8be42c3bf tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514660 May 20 09:16:32.971211 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device e672d35c-2698-4446-9b05-7091fd599066 up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:16:33.027293 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port e672d35c-2698-4446-9b05-7091fd599066 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:16:33.027836 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (e672d35c-2698-4446-9b05-7091fd599066), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:33.052686 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [req-4aac6daa-1231-485e-8d0f-04a8e9eb3994 req-27c4bc6b-6bce-427d-b0c8-bddbe21431b5 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=104276) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 20 09:16:33.053940 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4aac6daa-1231-485e-8d0f-04a8e9eb3994 req-27c4bc6b-6bce-427d-b0c8-bddbe21431b5 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055907 May 20 09:16:33.076410 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:33.110266 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port e672d35c-2698-4446-9b05-7091fd599066 is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:16:33.111371 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 73c573fb-9401-4b7c-820e-eaeb06b037a0 up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:16:33.163992 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port 73c573fb-9401-4b7c-820e-eaeb06b037a0 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:16:33.164370 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (73c573fb-9401-4b7c-820e-eaeb06b037a0), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:33.256832 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f61ac4a-53bd-4afb-acdd-e0e33931801b req-66e09932-2ed8-433b-9151-0d403e494eff tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:33.263851 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-5f61ac4a-53bd-4afb-acdd-e0e33931801b req-66e09932-2ed8-433b-9151-0d403e494eff tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 943 time: 0.0649822 May 20 09:16:33.279293 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port 73c573fb-9401-4b7c-820e-eaeb06b037a0 is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:16:33.312572 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-5f61ac4a-53bd-4afb-acdd-e0e33931801b req-28e9c2bc-9afe-4c9f-b343-7ae21b4d5670 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462258 May 20 09:16:34.454224 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb7c0f-0cbe-4857-a2a2-19b593e7ca8f req-32afe342-8388-4979-9e17-b2fa7c8722ad tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:34.455852 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-09bb7c0f-0cbe-4857-a2a2-19b593e7ca8f req-32afe342-8388-4979-9e17-b2fa7c8722ad tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 943 time: 0.0627785 May 20 09:16:34.490023 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:34.505981 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-09bb7c0f-0cbe-4857-a2a2-19b593e7ca8f req-e267cabb-7a7c-4d89-b662-e7b363976721 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443778 May 20 09:16:34.523456 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device d8e5bd7c-3deb-4042-9ef4-77d147264d87 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 09:16:34.595312 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port d8e5bd7c-3deb-4042-9ef4-77d147264d87 is: DOWN; New status is: DOWN {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:16:34.947439 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 34600) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:16:35.067978 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-35055a8c-11db-44cf-8611-f80388d47f14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:35.146010 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-35055a8c-11db-44cf-8611-f80388d47f14 admin admin] Publish callbacks [] for security_group (6fbe0a9d-347b-4092-b0b7-2f729c2c28bd), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:35.152826 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-35055a8c-11db-44cf-8611-f80388d47f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (6fbe0a9d-347b-4092-b0b7-2f729c2c28bd), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:35.190813 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-35055a8c-11db-44cf-8611-f80388d47f14 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b72285aa2fec4027ba1af58764b65f39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2419758 May 20 09:16:35.191525 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35055a8c-11db-44cf-8611-f80388d47f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbe0a9d-347b-4092-b0b7-2f729c2c28bd,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:35.193833 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 34604) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:16:35.243434 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-9acb2805-11b6-4e02-93d4-6245f40b7460 admin admin] Publish callbacks [] for security_group (6fbe0a9d-347b-4092-b0b7-2f729c2c28bd), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:35.244738 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:DELETE=4 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:35.266264 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-9acb2805-11b6-4e02-93d4-6245f40b7460 admin admin] Publish callbacks [] for security_group (6fbe0a9d-347b-4092-b0b7-2f729c2c28bd), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:35.320657 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-9acb2805-11b6-4e02-93d4-6245f40b7460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (6fbe0a9d-347b-4092-b0b7-2f729c2c28bd), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:35.323251 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-9acb2805-11b6-4e02-93d4-6245f40b7460 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:35.324414 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-9acb2805-11b6-4e02-93d4-6245f40b7460 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6fbe0a9d-347b-4092-b0b7-2f729c2c28bd HTTP/1.1" status: 204 len: 168 time: 0.1294968 May 20 09:16:35.333135 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acb2805-11b6-4e02-93d4-6245f40b7460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbe0a9d-347b-4092-b0b7-2f729c2c28bd,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:16:35.643297 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176638a-95e6-479c-be09-cd6c10a65bbb req-e5515bca-5044-4d3a-9250-2309be30b8c2 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:35.645100 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-c176638a-95e6-479c-be09-cd6c10a65bbb req-e5515bca-5044-4d3a-9250-2309be30b8c2 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 943 time: 0.0597658 May 20 09:16:35.693950 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-c176638a-95e6-479c-be09-cd6c10a65bbb req-0c466c61-0f7e-4db8-a38b-0d753bffd8e2 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428605 May 20 09:16:36.822139 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1059dd39-59a3-44dc-b436-a17cf21eb7f7 req-03384169-41ab-4f62-8e4b-1a42803dc82e tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:36.823816 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1059dd39-59a3-44dc-b436-a17cf21eb7f7 req-03384169-41ab-4f62-8e4b-1a42803dc82e tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 943 time: 0.0526388 May 20 09:16:36.881758 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1059dd39-59a3-44dc-b436-a17cf21eb7f7 req-ece0bf3b-d959-4583-aac0-cedd115e9602 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498104 May 20 09:16:38.005823 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db864f0-b059-450b-b4e9-47952625d4c1 req-e1fd5b17-08f0-49c8-be6d-0cc9b6689ba9 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:38.007361 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-5db864f0-b059-450b-b4e9-47952625d4c1 req-e1fd5b17-08f0-49c8-be6d-0cc9b6689ba9 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 943 time: 0.0488420 May 20 09:16:38.064154 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-5db864f0-b059-450b-b4e9-47952625d4c1 req-b8dd74cf-040d-4d34-b1a6-a10c7eba7e67 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476599 May 20 09:16:39.193625 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f388df-3ab0-4edc-b706-e1e1b88134a9 req-8074e997-850d-4eec-83f4-b813cc72aab0 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:39.195096 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e6f388df-3ab0-4edc-b706-e1e1b88134a9 req-8074e997-850d-4eec-83f4-b813cc72aab0 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 943 time: 0.0475388 May 20 09:16:39.244211 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e6f388df-3ab0-4edc-b706-e1e1b88134a9 req-de7b80d5-f1f2-44c6-9f20-32222e5c6c53 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412271 May 20 09:16:40.384207 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf1b3a5-8511-402f-8e38-0566aed33cf4 req-c12b5e76-7c68-4867-9f0a-3b4fce4d1643 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:40.385733 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-baf1b3a5-8511-402f-8e38-0566aed33cf4 req-c12b5e76-7c68-4867-9f0a-3b4fce4d1643 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 943 time: 0.0579891 May 20 09:16:40.409517 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:INSERT=4,neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:40.439495 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-baf1b3a5-8511-402f-8e38-0566aed33cf4 req-13dee283-664a-40d1-b1b8-10e9cb8317cf tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476265 May 20 09:16:41.562309 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71299c0f-8a32-4b1e-abbd-9a0d95bb7b44 req-39f57408-3213-4296-9d5f-47af715faa9f tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:41.563823 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-71299c0f-8a32-4b1e-abbd-9a0d95bb7b44 req-39f57408-3213-4296-9d5f-47af715faa9f tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 943 time: 0.0486419 May 20 09:16:41.614580 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-71299c0f-8a32-4b1e-abbd-9a0d95bb7b44 req-132f3e65-6764-4d22-9118-0527b5471b1e tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448616 May 20 09:16:41.996461 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=25 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:42.000088 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=75,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:42.747568 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a5bc73-66c6-4ed2-9bc9-65d181d72a24 req-067de9c0-8ad1-4628-bf09-86be8ee2850f tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:42.749045 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-78a5bc73-66c6-4ed2-9bc9-65d181d72a24 req-067de9c0-8ad1-4628-bf09-86be8ee2850f tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 943 time: 0.0627055 May 20 09:16:42.795527 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-78a5bc73-66c6-4ed2-9bc9-65d181d72a24 req-44411697-cf94-4908-9bd0-6d74d6c8df37 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410101 May 20 09:16:43.509350 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-15fd910a-f86c-49d5-9138-efbf4b75bf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:43.920823 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43e05d-9ee1-4ef0-94ec-65706e3f31c3 req-cd5b4f57-c99b-4cb0-8570-c6e2f679d914 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:43.922304 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1f43e05d-9ee1-4ef0-94ec-65706e3f31c3 req-cd5b4f57-c99b-4cb0-8570-c6e2f679d914 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 943 time: 0.0533807 May 20 09:16:43.972391 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1f43e05d-9ee1-4ef0-94ec-65706e3f31c3 req-6334d556-f2e8-40f7-9a06-9b91f5866e3e tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423515 May 20 09:16:45.100949 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5c59f-8d11-40db-be88-ea1d1eaf0a94 req-102f298d-e3b0-4a92-86c0-f70f4761bd4e tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:45.102462 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-12d5c59f-8d11-40db-be88-ea1d1eaf0a94 req-102f298d-e3b0-4a92-86c0-f70f4761bd4e tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 943 time: 0.0502760 May 20 09:16:45.156735 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-12d5c59f-8d11-40db-be88-ea1d1eaf0a94 req-6a53595b-b41f-4804-9f27-d480b14d4700 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486202 May 20 09:16:45.899992 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-53df23ad-5ea1-482d-8e28-c6e7940a176c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:46.290648 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a7f9f-d17c-45b7-91d7-e48ea883095f req-1e62786e-5905-4ae9-b1bc-241454b73e7a tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:46.292260 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-da7a7f9f-d17c-45b7-91d7-e48ea883095f req-1e62786e-5905-4ae9-b1bc-241454b73e7a tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 943 time: 0.0522304 May 20 09:16:46.318861 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:46.342845 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-da7a7f9f-d17c-45b7-91d7-e48ea883095f req-f4201e10-990b-4197-99c4-0e407775d417 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451047 May 20 09:16:47.086370 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:47.482038 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35a253-62c8-46c4-8cae-2467d8a3358d req-6ddc7657-3126-45be-9f20-0ee04b4a98f0 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:47.483726 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-2b35a253-62c8-46c4-8cae-2467d8a3358d req-6ddc7657-3126-45be-9f20-0ee04b4a98f0 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 943 time: 0.0580778 May 20 09:16:47.537559 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-2b35a253-62c8-46c4-8cae-2467d8a3358d req-87a9eff9-042a-4284-8ac0-0102ec988c0f tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444193 May 20 09:16:47.807182 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 34696) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:16:47.891877 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f9e77d43-8d72-4e28-803e-a380040936fa req-14ece2bd-8bfd-4cf1-810e-fc214deb99ca service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0834842 May 20 09:16:47.900968 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [req-f9e77d43-8d72-4e28-803e-a380040936fa req-d87db841-ff40-42f2-b9c2-56916d95328b service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=104276) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 20 09:16:47.901985 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f9e77d43-8d72-4e28-803e-a380040936fa req-d87db841-ff40-42f2-b9c2-56916d95328b service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051305 May 20 09:16:47.984169 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 34712) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:16:48.086397 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e77d43-8d72-4e28-803e-a380040936fa req-4ba69b1d-e02f-40b8-84af-2cca32b6cb55 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:48.087786 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f9e77d43-8d72-4e28-803e-a380040936fa req-4ba69b1d-e02f-40b8-84af-2cca32b6cb55 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports/d8e5bd7c-3deb-4042-9ef4-77d147264d87 HTTP/1.1" status: 200 len: 940 time: 0.1026940 May 20 09:16:48.355085 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:48.665100 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90b40f-43dc-41e9-9228-3f0ee42a5d1d req-9daed078-1559-42ff-ab71-50d0c070cf59 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:48.666485 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-df90b40f-43dc-41e9-9228-3f0ee42a5d1d req-9daed078-1559-42ff-ab71-50d0c070cf59 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 943 time: 0.0529785 May 20 09:16:48.715416 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-df90b40f-43dc-41e9-9228-3f0ee42a5d1d req-f8bb801b-e743-4d9c-a057-8178d196caef tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405042 May 20 09:16:49.885259 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8e299-a387-486d-8533-14d91675eec1 req-09da20d9-93cb-40f0-ae07-304ece1ec8f3 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:49.886677 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-24b8e299-a387-486d-8533-14d91675eec1 req-09da20d9-93cb-40f0-ae07-304ece1ec8f3 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 943 time: 0.0787196 May 20 09:16:49.889652 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e77d43-8d72-4e28-803e-a380040936fa req-7fef0c33-4c06-4f8c-9f32-bbd5cd400ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:49.891046 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f9e77d43-8d72-4e28-803e-a380040936fa req-7fef0c33-4c06-4f8c-9f32-bbd5cd400ecc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9&tenant_id=92bf8a2fea6243c28aff53d39a57f92c HTTP/1.1" status: 200 len: 1127 time: 0.1110885 May 20 09:16:49.963067 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-24b8e299-a387-486d-8533-14d91675eec1 req-a5f1c4f1-07ad-432a-94b4-2d216945db24 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705063 May 20 09:16:49.969703 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e77d43-8d72-4e28-803e-a380040936fa req-1d668cd3-da84-4584-aaa6-7ae255c6301b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:49.972216 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f9e77d43-8d72-4e28-803e-a380040936fa req-1d668cd3-da84-4584-aaa6-7ae255c6301b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=92bf8a2fea6243c28aff53d39a57f92c&device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 1127 time: 0.0504420 May 20 09:16:50.070226 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e77d43-8d72-4e28-803e-a380040936fa req-ada3289f-8a46-488b-b758-aaf39278303b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:50.071995 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f9e77d43-8d72-4e28-803e-a380040936fa req-ada3289f-8a46-488b-b758-aaf39278303b service neutron] 10.222.0.44 "GET /v2.0/networks?id=cb464892-cf71-4d2e-b68f-60163c12a0fe HTTP/1.1" status: 200 len: 917 time: 0.0916603 May 20 09:16:50.135174 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f9e77d43-8d72-4e28-803e-a380040936fa req-5f2693ff-8868-42c8-84f0-fe6ec3f58c55 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8e5bd7c-3deb-4042-9ef4-77d147264d87 HTTP/1.1" status: 200 len: 999 time: 0.0560749 May 20 09:16:50.146655 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:50.187606 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:50.192293 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e77d43-8d72-4e28-803e-a380040936fa req-bb082bfb-9164-41f4-9e45-8ae5eca564b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:50.193771 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f9e77d43-8d72-4e28-803e-a380040936fa req-bb082bfb-9164-41f4-9e45-8ae5eca564b5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0a5fa699-4c99-4ca7-94b7-2b5c0cff2418 HTTP/1.1" status: 200 len: 855 time: 0.0494537 May 20 09:16:50.243864 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e77d43-8d72-4e28-803e-a380040936fa req-509d47ae-f617-4b23-a236-5d010dd5494c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:50.245406 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f9e77d43-8d72-4e28-803e-a380040936fa req-509d47ae-f617-4b23-a236-5d010dd5494c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cb464892-cf71-4d2e-b68f-60163c12a0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401125 May 20 09:16:50.343886 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f9e77d43-8d72-4e28-803e-a380040936fa req-33f833d3-18f7-4f42-89ee-e83c88e2ead0 service neutron] 10.222.0.44 "GET /v2.0/networks/cb464892-cf71-4d2e-b68f-60163c12a0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899694 May 20 09:16:50.444515 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f9e77d43-8d72-4e28-803e-a380040936fa req-60c28758-7221-437d-8847-6a92aef19b64 service neutron] 10.222.0.44 "GET /v2.0/networks/cb464892-cf71-4d2e-b68f-60163c12a0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937698 May 20 09:16:51.196123 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdaf34a-ced7-42eb-af99-f7b6ffafff8f req-9d25f053-4e9a-4d58-8f80-27f9c8d0edf2 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:51.197864 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ffdaf34a-ced7-42eb-af99-f7b6ffafff8f req-9d25f053-4e9a-4d58-8f80-27f9c8d0edf2 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 943 time: 0.1322978 May 20 09:16:51.251886 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ffdaf34a-ced7-42eb-af99-f7b6ffafff8f req-6e8c396a-ffe9-469e-a46f-c1e769107dba tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483589 May 20 09:16:52.388133 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e673d0b3-e05a-41e6-b6ef-5d535d264907 req-dec47de7-b918-423c-a390-0e29e83b4ab8 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:52.389640 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-e673d0b3-e05a-41e6-b6ef-5d535d264907 req-dec47de7-b918-423c-a390-0e29e83b4ab8 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 943 time: 0.0494740 May 20 09:16:52.400834 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:52.436144 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-e673d0b3-e05a-41e6-b6ef-5d535d264907 req-84cd74b8-1d9c-4698-bc99-04029d96c292 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409214 May 20 09:16:52.779229 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (2d1be950-4dd6-4324-90da-2272c7a86826), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:16:53.604548 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3eadaf-9f5b-4e9a-ae22-0db76e05fa92 req-719b0800-b9a5-494b-8b3a-6f3e7aa9c7c9 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:53.607807 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ac3eadaf-9f5b-4e9a-ae22-0db76e05fa92 req-719b0800-b9a5-494b-8b3a-6f3e7aa9c7c9 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 943 time: 0.0577123 May 20 09:16:53.652073 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:53.657192 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ac3eadaf-9f5b-4e9a-ae22-0db76e05fa92 req-57137c9b-a3e4-4443-b764-2da58f3f3896 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432293 May 20 09:16:53.725325 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-494e7c27-0311-45ae-92b4-919e91bb423b req-7b85d98e-f907-4a8d-934a-d86a71aec39d tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-447532997&fields=id&tenant_id=f26ac8782fe0407cb6f146ba70e74246 HTTP/1.1" status: 200 len: 267 time: 0.0428672 May 20 09:16:53.840699 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e7c27-0311-45ae-92b4-919e91bb423b req-b914b1d3-898a-4f6b-abca-031fce1b22a6 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:53.842784 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-494e7c27-0311-45ae-92b4-919e91bb423b req-b914b1d3-898a-4f6b-abca-031fce1b22a6 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/networks?id=5f48dba5-6c8f-4717-93d6-9f60508a64db HTTP/1.1" status: 200 len: 812 time: 0.1112554 May 20 09:16:53.860237 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-494e7c27-0311-45ae-92b4-919e91bb423b req-69e21e8b-b054-446d-84fe-b240aec6a8b7 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/quotas/f26ac8782fe0407cb6f146ba70e74246 HTTP/1.1" status: 200 len: 375 time: 0.0103540 May 20 09:16:53.914697 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-494e7c27-0311-45ae-92b4-919e91bb423b req-caa3e6f4-8ebd-4d0e-88ae-9719eedbcf47 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f26ac8782fe0407cb6f146ba70e74246&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496256 May 20 09:16:54.027163 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-494e7c27-0311-45ae-92b4-919e91bb423b req-197a0ebc-0cb1-4fe3-98ef-73ec1a0c1b7b service neutron] 10.222.0.69 "GET /v2.0/networks/5f48dba5-6c8f-4717-93d6-9f60508a64db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953541 May 20 09:16:54.115713 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-494e7c27-0311-45ae-92b4-919e91bb423b req-eacd3209-0e8b-4c5a-96ed-972d1ccf7b74 service neutron] 10.222.0.69 "GET /v2.0/networks/5f48dba5-6c8f-4717-93d6-9f60508a64db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825284 May 20 09:16:54.425856 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-206fd69f-5d9b-45ba-92fe-e3c849aa5066 req-ee4185d7-7f2b-457f-8b5e-2ad6e84bb3d1 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=724e6ca0-78af-4670-a409-d2ee15ebf3d4 HTTP/1.1" status: 200 len: 210 time: 0.0281024 May 20 09:16:54.785776 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae70c150-c4bf-4d6d-98be-f3ac6c2ea6f9 req-86d98c05-07d6-4cd8-828a-c4ef92110080 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:54.787331 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-ae70c150-c4bf-4d6d-98be-f3ac6c2ea6f9 req-86d98c05-07d6-4cd8-828a-c4ef92110080 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 943 time: 0.0538707 May 20 09:16:54.833257 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-ae70c150-c4bf-4d6d-98be-f3ac6c2ea6f9 req-1a9e4f63-7824-4799-8506-7f6f4b4a6998 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403314 May 20 09:16:55.518619 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d44a1a64-ccfe-4a41-af47-27fade44a3b9 req-d5b4949c-2b03-4d84-b281-b1e9f00897a7 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=724e6ca0-78af-4670-a409-d2ee15ebf3d4 HTTP/1.1" status: 200 len: 210 time: 0.0273497 May 20 09:16:55.964766 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99261ab1-7e77-47fe-b56b-8499742f0823 req-5c0e326f-3c09-4390-b8b8-001dc3f9487e tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:55.966283 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-99261ab1-7e77-47fe-b56b-8499742f0823 req-5c0e326f-3c09-4390-b8b8-001dc3f9487e tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 943 time: 0.0568714 May 20 09:16:56.013708 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-99261ab1-7e77-47fe-b56b-8499742f0823 req-314d52a5-fbac-4c70-a367-44cc91a71408 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417638 May 20 09:16:56.625557 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-5efeefc7-ac8b-49e5-804c-7258d9b32f2e req-e1e66082-f149-4cac-8235-12766569817f tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=724e6ca0-78af-4670-a409-d2ee15ebf3d4 HTTP/1.1" status: 200 len: 210 time: 0.0320733 May 20 09:16:57.135651 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb684f-4ad9-4bd3-a9f7-8a2412fa056f req-d1d237b0-c5f9-4941-bfd5-3deaeb2aa90c tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:57.137132 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f9cb684f-4ad9-4bd3-a9f7-8a2412fa056f req-d1d237b0-c5f9-4941-bfd5-3deaeb2aa90c tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 943 time: 0.0467234 May 20 09:16:57.192847 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f9cb684f-4ad9-4bd3-a9f7-8a2412fa056f req-f96d4cf6-178a-4e26-953a-cc5b1e368dc7 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491683 May 20 09:16:57.725579 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c2f3e1e6-e6f7-47ae-ba4c-86db5d33f7ae req-171e993e-cb58-48e8-af45-c2d09683d84b tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=724e6ca0-78af-4670-a409-d2ee15ebf3d4 HTTP/1.1" status: 200 len: 210 time: 0.0301535 May 20 09:16:58.315369 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:58.336176 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a9f76-4112-400f-a95b-de250d2df857 req-36c153c4-573d-4de9-9245-1201bf9003c5 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:58.338456 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-9c3a9f76-4112-400f-a95b-de250d2df857 req-36c153c4-573d-4de9-9245-1201bf9003c5 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 943 time: 0.0610218 May 20 09:16:58.394471 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-9c3a9f76-4112-400f-a95b-de250d2df857 req-324397a8-1149-414c-a879-dcb2ded753cc tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487854 May 20 09:16:58.700321 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8479b0-5ea8-49a4-a563-6ae4189cfe4a req-de26ce36-2848-4a19-b259-25d06041a86f tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:58.701708 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-5b8479b0-5ea8-49a4-a563-6ae4189cfe4a req-de26ce36-2848-4a19-b259-25d06041a86f tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd40b569-94f7-46ca-9c6e-9fce603f84a6 HTTP/1.1" status: 200 len: 945 time: 0.0486054 May 20 09:16:58.749114 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-5b8479b0-5ea8-49a4-a563-6ae4189cfe4a req-362daa7d-7e4e-406e-969d-08070edb0c92 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0a2d5ec-4628-45ae-992c-23806e0c3453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416448 May 20 09:16:58.848205 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-9bad23bc-aa39-4e42-9097-52472ef4c535 req-e91dec92-dfff-4873-bade-47ec22e30e32 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=724e6ca0-78af-4670-a409-d2ee15ebf3d4 HTTP/1.1" status: 200 len: 210 time: 0.0332718 May 20 09:16:59.014310 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:59.015043 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:16:59.517486 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21fda0-5ca7-4998-86ef-ab1709a7eb06 req-cdaeb6ff-196e-48aa-886f-76c86f4743ef tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:59.519041 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2c21fda0-5ca7-4998-86ef-ab1709a7eb06 req-cdaeb6ff-196e-48aa-886f-76c86f4743ef tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 943 time: 0.0540800 May 20 09:16:59.572649 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2c21fda0-5ca7-4998-86ef-ab1709a7eb06 req-d7713356-b38f-4b57-914c-78edf08c9de3 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470529 May 20 09:16:59.877280 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944feb6-1342-4cc0-ad25-6a4dcddfb46a req-48a7111f-3d82-487b-86b8-b4913a432686 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:16:59.878761 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-e944feb6-1342-4cc0-ad25-6a4dcddfb46a req-48a7111f-3d82-487b-86b8-b4913a432686 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd40b569-94f7-46ca-9c6e-9fce603f84a6 HTTP/1.1" status: 200 len: 945 time: 0.0588727 May 20 09:16:59.925035 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-e944feb6-1342-4cc0-ad25-6a4dcddfb46a req-352fd643-c5a7-4610-a44a-c62eae161be0 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0a2d5ec-4628-45ae-992c-23806e0c3453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405982 May 20 09:16:59.943905 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1cfe5933-391a-4877-8f63-e7de6654aa50 req-f3f3c187-c7d5-471c-99db-b31e5ff00228 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=724e6ca0-78af-4670-a409-d2ee15ebf3d4 HTTP/1.1" status: 200 len: 210 time: 0.0280473 May 20 09:17:00.722829 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a926e53-8b3b-41fd-8b5e-8d4af992fc6f req-ad5377cb-f64b-482d-a20c-4f127639844f tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:00.730308 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-6a926e53-8b3b-41fd-8b5e-8d4af992fc6f req-ad5377cb-f64b-482d-a20c-4f127639844f tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 943 time: 0.0667925 May 20 09:17:00.790099 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-6a926e53-8b3b-41fd-8b5e-8d4af992fc6f req-712938ad-a41a-4bd2-ba7d-da0dc440b8b1 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586960 May 20 09:17:00.901586 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 34912) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:17:01.062736 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ed22b-b53e-40bf-9c29-47417b1727e8 req-d3d6423f-eaba-4815-941a-fdefedb175aa tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:01.064581 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a22ed22b-b53e-40bf-9c29-47417b1727e8 req-d3d6423f-eaba-4815-941a-fdefedb175aa tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd40b569-94f7-46ca-9c6e-9fce603f84a6 HTTP/1.1" status: 200 len: 945 time: 0.0580246 May 20 09:17:01.073262 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-8002ecee-d1d3-4fde-8d3b-5e6bfa14569c req-017eebe3-6c10-489d-b94d-f69822220908 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=724e6ca0-78af-4670-a409-d2ee15ebf3d4 HTTP/1.1" status: 200 len: 210 time: 0.0390248 May 20 09:17:01.078008 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-caa564c4-120c-4e89-84aa-9925f55e0c6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:01.188307 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a22ed22b-b53e-40bf-9c29-47417b1727e8 req-768e94b8-f911-4862-ab88-f81f973f1346 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0a2d5ec-4628-45ae-992c-23806e0c3453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013775 May 20 09:17:01.211836 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-caa564c4-120c-4e89-84aa-9925f55e0c6c admin admin] Publish callbacks [] for security_group (7343a882-d85c-4016-80c8-74d50dac676f), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:01.219182 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-caa564c4-120c-4e89-84aa-9925f55e0c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (7343a882-d85c-4016-80c8-74d50dac676f), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:01.253649 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-caa564c4-120c-4e89-84aa-9925f55e0c6c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=112d37976fba4b6dbdc27b9033f5a293&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3509598 May 20 09:17:01.256456 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 34920) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:17:01.268846 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa564c4-120c-4e89-84aa-9925f55e0c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7343a882-d85c-4016-80c8-74d50dac676f,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:17:01.282267 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:01.332320 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-c2b082be-26bc-4018-ae28-80ea99de728f admin admin] Publish callbacks [] for security_group (7343a882-d85c-4016-80c8-74d50dac676f), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:01.353844 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-c2b082be-26bc-4018-ae28-80ea99de728f admin admin] Publish callbacks [] for security_group (7343a882-d85c-4016-80c8-74d50dac676f), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:01.403191 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-c2b082be-26bc-4018-ae28-80ea99de728f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (7343a882-d85c-4016-80c8-74d50dac676f), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:01.405649 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-c2b082be-26bc-4018-ae28-80ea99de728f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:01.406770 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-c2b082be-26bc-4018-ae28-80ea99de728f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7343a882-d85c-4016-80c8-74d50dac676f HTTP/1.1" status: 204 len: 168 time: 0.1493456 May 20 09:17:01.414438 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b082be-26bc-4018-ae28-80ea99de728f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7343a882-d85c-4016-80c8-74d50dac676f,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:17:01.426144 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:01.926789 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293a4a5-6396-49b8-8482-00aca9bc66b1 req-77d5bf72-fee5-49ab-9aaf-2128f6845882 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:01.934989 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-2293a4a5-6396-49b8-8482-00aca9bc66b1 req-77d5bf72-fee5-49ab-9aaf-2128f6845882 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 943 time: 0.0778730 May 20 09:17:01.985737 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-2293a4a5-6396-49b8-8482-00aca9bc66b1 req-5b7cbe0f-7cd6-4270-960e-3c300d501c20 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496969 May 20 09:17:02.202088 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c973fa1b-4307-4cf6-a8dd-f7411f82dc90 req-7c1f243b-480c-42c2-9866-8627f63864e9 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=724e6ca0-78af-4670-a409-d2ee15ebf3d4 HTTP/1.1" status: 200 len: 210 time: 0.0283313 May 20 09:17:02.309406 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5920211-c6ec-4240-95c5-f37023e32bc4 req-79eb3b1e-f267-4815-8007-957d5945f7e8 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:02.310836 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-e5920211-c6ec-4240-95c5-f37023e32bc4 req-79eb3b1e-f267-4815-8007-957d5945f7e8 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd40b569-94f7-46ca-9c6e-9fce603f84a6 HTTP/1.1" status: 200 len: 945 time: 0.0460305 May 20 09:17:02.362182 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-e5920211-c6ec-4240-95c5-f37023e32bc4 req-3e6765a5-c226-451b-8055-b7eb4d123f28 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0a2d5ec-4628-45ae-992c-23806e0c3453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456247 May 20 09:17:03.148313 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c87c4-541b-4b32-9d3c-2aee8365e23f req-c7272942-ac94-4704-bd0f-beffedc503ab tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:03.149863 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b41c87c4-541b-4b32-9d3c-2aee8365e23f req-c7272942-ac94-4704-bd0f-beffedc503ab tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 943 time: 0.0857103 May 20 09:17:03.176220 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:03.199067 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b41c87c4-541b-4b32-9d3c-2aee8365e23f req-6f1f3d12-d5e8-4f0f-be74-4b8c2c9cab26 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434215 May 20 09:17:03.305379 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-4f7e93cb-4dbd-4ad8-a4e6-9fcca57d6aec req-0640c222-c24a-4243-b6ff-c1f7240fe8f6 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=724e6ca0-78af-4670-a409-d2ee15ebf3d4 HTTP/1.1" status: 200 len: 210 time: 0.0324833 May 20 09:17:03.505323 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb1e3f-2203-4f50-a467-d63693c59a97 req-e045deb0-c0bf-499e-b371-5dd8c4eef879 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:03.514428 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-55eb1e3f-2203-4f50-a467-d63693c59a97 req-e045deb0-c0bf-499e-b371-5dd8c4eef879 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd40b569-94f7-46ca-9c6e-9fce603f84a6 HTTP/1.1" status: 200 len: 945 time: 0.0709913 May 20 09:17:03.622751 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-55eb1e3f-2203-4f50-a467-d63693c59a97 req-d3253a3e-65a8-4396-a5ae-e9e01d0e8d59 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0a2d5ec-4628-45ae-992c-23806e0c3453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965881 May 20 09:17:04.326969 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02edaf1-d7b7-419f-8d00-f77ff5172c35 req-358d3b4f-20ff-4e21-8847-b322084ec3bd tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:04.328450 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-d02edaf1-d7b7-419f-8d00-f77ff5172c35 req-358d3b4f-20ff-4e21-8847-b322084ec3bd tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 943 time: 0.0538790 May 20 09:17:04.378379 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-d02edaf1-d7b7-419f-8d00-f77ff5172c35 req-607d2ee3-dcec-4385-9d44-0e85d142a319 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435021 May 20 09:17:04.405328 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3e291efa-480e-4e50-a5bd-193d8ae57e6b req-f9dfcf70-7d00-4fdb-be92-35301ed86af0 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=724e6ca0-78af-4670-a409-d2ee15ebf3d4 HTTP/1.1" status: 200 len: 210 time: 0.0285206 May 20 09:17:04.771394 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b27903-788c-46eb-97ec-41d17b7ef4d2 req-33c25fae-6f81-499c-ab26-f8a42d397914 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:04.772912 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-21b27903-788c-46eb-97ec-41d17b7ef4d2 req-33c25fae-6f81-499c-ab26-f8a42d397914 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd40b569-94f7-46ca-9c6e-9fce603f84a6 HTTP/1.1" status: 200 len: 945 time: 0.0571911 May 20 09:17:04.825126 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-21b27903-788c-46eb-97ec-41d17b7ef4d2 req-c58c50b0-b4bc-4aff-9909-52230e85eb82 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0a2d5ec-4628-45ae-992c-23806e0c3453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453627 May 20 09:17:05.499346 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59bd1d6-4880-4954-96a2-2209022a9ad1 req-86120db5-a00b-4fa7-8a52-63e49d1a5cd8 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:05.500835 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b59bd1d6-4880-4954-96a2-2209022a9ad1 req-86120db5-a00b-4fa7-8a52-63e49d1a5cd8 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 943 time: 0.0465450 May 20 09:17:05.501186 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-6c56cf29-bee7-4aad-bbe6-3ec675f5a107 req-676e87d1-05f5-400d-a99e-94097e0c524e tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=724e6ca0-78af-4670-a409-d2ee15ebf3d4 HTTP/1.1" status: 200 len: 210 time: 0.0274553 May 20 09:17:05.547902 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b59bd1d6-4880-4954-96a2-2209022a9ad1 req-e45b0a79-6858-41a6-b7fe-235d85c84d67 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412605 May 20 09:17:05.957352 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c0aee-e2d7-4b55-a994-8dba61fea402 req-d8bfcd38-8ece-4308-9c61-cb9404cdf252 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:05.958864 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-995c0aee-e2d7-4b55-a994-8dba61fea402 req-d8bfcd38-8ece-4308-9c61-cb9404cdf252 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd40b569-94f7-46ca-9c6e-9fce603f84a6 HTTP/1.1" status: 200 len: 945 time: 0.0523872 May 20 09:17:06.005853 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-995c0aee-e2d7-4b55-a994-8dba61fea402 req-0f8bde48-9c66-4809-8b5f-9dc6a6266458 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0a2d5ec-4628-45ae-992c-23806e0c3453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413604 May 20 09:17:06.602577 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-96ff0725-bb02-4a92-b24f-d73939226823 req-2799eff3-8845-45a2-b02b-94208fa35713 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=724e6ca0-78af-4670-a409-d2ee15ebf3d4 HTTP/1.1" status: 200 len: 210 time: 0.0291946 May 20 09:17:06.711544 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d32c7c-8fb7-432a-927e-244f7b9c9d0e req-1cb52fde-9be3-44a1-b6c3-e3fb502d840f tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:06.713265 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-96d32c7c-8fb7-432a-927e-244f7b9c9d0e req-1cb52fde-9be3-44a1-b6c3-e3fb502d840f tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 943 time: 0.0511389 May 20 09:17:06.740683 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:06.783975 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-96d32c7c-8fb7-432a-927e-244f7b9c9d0e req-1a8519ad-52ba-4809-a9c3-f5e1e0d7b736 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642376 May 20 09:17:06.809779 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f79f0d-78af-4417-b52c-a51d8c1274fa req-28123716-b60b-4ab6-8b4c-5302c3cb13f1 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:06.811570 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a7f79f0d-78af-4417-b52c-a51d8c1274fa req-28123716-b60b-4ab6-8b4c-5302c3cb13f1 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd40b569-94f7-46ca-9c6e-9fce603f84a6 HTTP/1.1" status: 200 len: 945 time: 0.0652559 May 20 09:17:06.901102 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [req-a7f79f0d-78af-4417-b52c-a51d8c1274fa req-fcb181ec-50ce-406b-b5fe-84c2bb7d9d5e tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Deleting port 1d0fae47-b7b6-4830-9f35-b102d70a7a40 {{(pid=104275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:17:06.901440 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-a7f79f0d-78af-4417-b52c-a51d8c1274fa req-fcb181ec-50ce-406b-b5fe-84c2bb7d9d5e tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (1d0fae47-b7b6-4830-9f35-b102d70a7a40), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:06.905083 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:06.990381 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [req-a7f79f0d-78af-4417-b52c-a51d8c1274fa req-fcb181ec-50ce-406b-b5fe-84c2bb7d9d5e tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] For port 1d0fae47-b7b6-4830-9f35-b102d70a7a40, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1d0fae47-b7b6-4830-9f35-b102d70a7a40,segment=NetworkSegment(ef282a07-cf11-4b01-9306-f20c5aec5e53),segment_id=ef282a07-cf11-4b01-9306-f20c5aec5e53)] {{(pid=104275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:17:06.990723 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-a7f79f0d-78af-4417-b52c-a51d8c1274fa req-fcb181ec-50ce-406b-b5fe-84c2bb7d9d5e tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (1d0fae47-b7b6-4830-9f35-b102d70a7a40), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:07.238753 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54281186-aacb-47c9-af57-8a143f2a1d64 req-f3fd67fa-be9c-4a87-89f8-d9b784a87c5e tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:07.240645 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-54281186-aacb-47c9-af57-8a143f2a1d64 req-f3fd67fa-be9c-4a87-89f8-d9b784a87c5e tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd40b569-94f7-46ca-9c6e-9fce603f84a6 HTTP/1.1" status: 200 len: 945 time: 0.1476688 May 20 09:17:07.317938 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:07.364468 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e7c27-0311-45ae-92b4-919e91bb423b req-f8381249-b53e-41e7-b552-938c85b85db1 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:07.365881 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-494e7c27-0311-45ae-92b4-919e91bb423b req-f8381249-b53e-41e7-b552-938c85b85db1 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.44 "GET /v2.0/networks?id=5f48dba5-6c8f-4717-93d6-9f60508a64db HTTP/1.1" status: 200 len: 812 time: 0.2087882 May 20 09:17:07.370263 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-a7f79f0d-78af-4417-b52c-a51d8c1274fa req-fcb181ec-50ce-406b-b5fe-84c2bb7d9d5e tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:07.370620 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-a7f79f0d-78af-4417-b52c-a51d8c1274fa req-fcb181ec-50ce-406b-b5fe-84c2bb7d9d5e tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680135'] for floatingip (8e793720-cc6e-4f43-a0cf-7755b9ea0839), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:07.370929 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.db.l3_db [req-a7f79f0d-78af-4417-b52c-a51d8c1274fa req-fcb181ec-50ce-406b-b5fe-84c2bb7d9d5e tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Floating IP 8e793720-cc6e-4f43-a0cf-7755b9ea0839 disassociated. External IP: 172.27.0.23, port: 1d0fae47-b7b6-4830-9f35-b102d70a7a40. May 20 09:17:07.371289 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [req-a7f79f0d-78af-4417-b52c-a51d8c1274fa req-fcb181ec-50ce-406b-b5fe-84c2bb7d9d5e tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Calling delete_port for 1d0fae47-b7b6-4830-9f35-b102d70a7a40 owned by compute:nova {{(pid=104275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:17:07.379903 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-54281186-aacb-47c9-af57-8a143f2a1d64 req-7e026882-25d1-44a1-9cbb-a61b9d7e86c8 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0a2d5ec-4628-45ae-992c-23806e0c3453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315975 May 20 09:17:07.496270 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-494e7c27-0311-45ae-92b4-919e91bb423b req-b3e2c6ee-92ff-41fd-a841-5f7f3b4328e6 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f26ac8782fe0407cb6f146ba70e74246 HTTP/1.1" status: 200 len: 379 time: 0.1123421 May 20 09:17:07.506470 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [req-494e7c27-0311-45ae-92b4-919e91bb423b req-fb9a4204-799d-4143-b52a-831414b1a8c8 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Request body: {'port': {'device_id': '724e6ca0-78af-4670-a409-d2ee15ebf3d4', 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db', 'admin_state_up': True, 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'security_groups': ['cf3c320a-616e-473e-b007-70faf4e4726f']}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:17:07.619986 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-a7f79f0d-78af-4417-b52c-a51d8c1274fa req-fcb181ec-50ce-406b-b5fe-84c2bb7d9d5e tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30908355'] for port (1d0fae47-b7b6-4830-9f35-b102d70a7a40), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:07.653062 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb181ec-50ce-406b-b5fe-84c2bb7d9d5e tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Pushing event deleted for resources: {'Port': ['ID=1d0fae47-b7b6-4830-9f35-b102d70a7a40,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:17:07.705539 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-5d0dc210-dcad-4c04-a698-04dc57179844 req-c6f1d5ac-00d6-4c78-bc66-65dcfe9437ef tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=724e6ca0-78af-4670-a409-d2ee15ebf3d4 HTTP/1.1" status: 200 len: 210 time: 0.0292039 May 20 09:17:07.731413 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-494e7c27-0311-45ae-92b4-919e91bb423b req-fb9a4204-799d-4143-b52a-831414b1a8c8 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Made reservation on behalf of f26ac8782fe0407cb6f146ba70e74246 for: {'port': 1} {{(pid=104275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:17:07.734942 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-494e7c27-0311-45ae-92b4-919e91bb423b req-fb9a4204-799d-4143-b52a-831414b1a8c8 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:07.747866 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:07.862639 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7f79f0d-78af-4417-b52c-a51d8c1274fa req-fcb181ec-50ce-406b-b5fe-84c2bb7d9d5e tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Router 7a21919f-b788-4282-be5f-e9af099ab34c has already been hosted by L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 {{(pid=104275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 09:17:07.948736 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36188f-752b-4e81-9017-b94f92aa0bba req-2d3519d0-7ee0-4b04-a469-4c7945381e77 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:07.950188 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-5a36188f-752b-4e81-9017-b94f92aa0bba req-2d3519d0-7ee0-4b04-a469-4c7945381e77 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 943 time: 0.0860956 May 20 09:17:07.985674 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.db_base_plugin_common [req-494e7c27-0311-45ae-92b4-919e91bb423b req-fb9a4204-799d-4143-b52a-831414b1a8c8 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Allocated IP 172.20.0.4 (5f48dba5-6c8f-4717-93d6-9f60508a64db/4497ded3-0270-4257-8e32-a5b32034f129/9b807888-e022-4e95-89be-56a386f87d4b) {{(pid=104275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:17:08.026255 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:08.121416 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-5a36188f-752b-4e81-9017-b94f92aa0bba req-7bbfe1b0-6aed-42d9-a275-86a3ce0314a9 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647720 May 20 09:17:08.430063 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7f79f0d-78af-4417-b52c-a51d8c1274fa req-fcb181ec-50ce-406b-b5fe-84c2bb7d9d5e tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:17:08.440453 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82f5003-501e-4041-87ff-8a2e3443cffc None None] Sync routers for ids ['7a21919f-b788-4282-be5f-e9af099ab34c'] in dv-cinder-836996-23-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:17:08.451948 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82f5003-501e-4041-87ff-8a2e3443cffc None None] Routers {'7a21919f-b788-4282-be5f-e9af099ab34c'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:17:08.452883 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-b82f5003-501e-4041-87ff-8a2e3443cffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:16:46Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['7a21919f-b788-4282-be5f-e9af099ab34c'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:17:08.482472 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f79f0d-78af-4417-b52c-a51d8c1274fa req-fcb181ec-50ce-406b-b5fe-84c2bb7d9d5e tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] No DVR routers for this DVR port 1d0fae47-b7b6-4830-9f35-b102d70a7a40 on host hv-cinder-83699 {{(pid=104275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:17:08.483055 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8a8cf1d5-6c8c-4fe2-b2fe-aaf9dc905ee9 req-90eff4e4-785c-4ba2-8193-55141dd8ad9b tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd40b569-94f7-46ca-9c6e-9fce603f84a6 HTTP/1.1" status: 200 len: 210 time: 0.0293825 May 20 09:17:08.486659 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-a7f79f0d-78af-4417-b52c-a51d8c1274fa req-fcb181ec-50ce-406b-b5fe-84c2bb7d9d5e tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for port (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:08.489937 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a7f79f0d-78af-4417-b52c-a51d8c1274fa req-fcb181ec-50ce-406b-b5fe-84c2bb7d9d5e tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.44 "DELETE /v2.0/ports/1d0fae47-b7b6-4830-9f35-b102d70a7a40 HTTP/1.1" status: 204 len: 173 time: 1.6707768 May 20 09:17:08.490385 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd40b569-94f7-46ca-9c6e-9fce603f84a6', 'name': 'network-vif-deleted', 'tag': '1d0fae47-b7b6-4830-9f35-b102d70a7a40'}] {{(pid=104275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:17:08.492739 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eea53449646a7168c1429fc9fd421a4bc8c13d7c241c91a60dad7e76b53d9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c92641-0e5d-44c2-9d00-265afaa722e4" -d '{"events": [{"server_uuid": "cd40b569-94f7-46ca-9c6e-9fce603f84a6", "name": "network-vif-deleted", "tag": "1d0fae47-b7b6-4830-9f35-b102d70a7a40"}]}' {{(pid=104275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:17:08.548341 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 09:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae0f2c7-8f52-40cb-a01e-d84490d22cb1 x-openstack-request-id: req-7ae0f2c7-8f52-40cb-a01e-d84490d22cb1 {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:17:08.548637 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd40b569-94f7-46ca-9c6e-9fce603f84a6", "name": "network-vif-deleted", "tag": "1d0fae47-b7b6-4830-9f35-b102d70a7a40", "status": "completed", "code": 200}]} {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:17:08.548884 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7ae0f2c7-8f52-40cb-a01e-d84490d22cb1 {{(pid=104275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:17:08.549297 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ae0f2c7-8f52-40cb-a01e-d84490d22cb1'] response: {'server_uuid': 'cd40b569-94f7-46ca-9c6e-9fce603f84a6', 'name': 'network-vif-deleted', 'tag': '1d0fae47-b7b6-4830-9f35-b102d70a7a40', 'status': 'completed', 'code': 200} May 20 09:17:08.552275 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-494e7c27-0311-45ae-92b4-919e91bb423b req-fb9a4204-799d-4143-b52a-831414b1a8c8 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks [] for port (9b807888-e022-4e95-89be-56a386f87d4b), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:08.571997 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-b82f5003-501e-4041-87ff-8a2e3443cffc None None] Set router 7a21919f-b788-4282-be5f-e9af099ab34c gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:17:08.590638 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-494e7c27-0311-45ae-92b4-919e91bb423b req-fb9a4204-799d-4143-b52a-831414b1a8c8 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30908355'] for port (9b807888-e022-4e95-89be-56a386f87d4b), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:08.647412 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9a4204-799d-4143-b52a-831414b1a8c8 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Pushing event updated for resources: {'Port': ['ID=9b807888-e022-4e95-89be-56a386f87d4b,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:17:08.662639 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-494e7c27-0311-45ae-92b4-919e91bb423b req-fb9a4204-799d-4143-b52a-831414b1a8c8 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Network 5f48dba5-6c8f-4717-93d6-9f60508a64db is already hosted by enough agents. {{(pid=104275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:17:08.664557 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.base_scheduler [req-494e7c27-0311-45ae-92b4-919e91bb423b req-fb9a4204-799d-4143-b52a-831414b1a8c8 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Resources bound (agent type, host, resource id): {{(pid=104275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:17:08.668022 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [req-494e7c27-0311-45ae-92b4-919e91bb423b req-fb9a4204-799d-4143-b52a-831414b1a8c8 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Received port after_create {{(pid=104275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:17:08.746521 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e7c27-0311-45ae-92b4-919e91bb423b req-fb9a4204-799d-4143-b52a-831414b1a8c8 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:08.747490 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-494e7c27-0311-45ae-92b4-919e91bb423b req-fb9a4204-799d-4143-b52a-831414b1a8c8 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for port (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:08.778514 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-494e7c27-0311-45ae-92b4-919e91bb423b req-fb9a4204-799d-4143-b52a-831414b1a8c8 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2768466 May 20 09:17:08.857120 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:08.866243 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5044c9-26f4-467e-8259-59c0f018c409 req-a1299d64-f91b-46ca-af0b-3a52d014c8e4 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:08.874471 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-4e5044c9-26f4-467e-8259-59c0f018c409 req-a1299d64-f91b-46ca-af0b-3a52d014c8e4 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=724e6ca0-78af-4670-a409-d2ee15ebf3d4 HTTP/1.1" status: 200 len: 931 time: 0.0631268 May 20 09:17:08.995097 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-4e5044c9-26f4-467e-8259-59c0f018c409 req-e80421ea-372c-4c92-b651-b509bc4736ad tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194725 May 20 09:17:09.000264 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [req-494e7c27-0311-45ae-92b4-919e91bb423b req-50457d51-a2bf-4360-ad4e-9e27d9b353cb service neutron] Request body: {'port': {'device_id': '724e6ca0-78af-4670-a409-d2ee15ebf3d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:17:09.039890 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=40,neutron:UPDATE=5 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:09.045848 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.agents_db [None req-08ca63ee-ac6b-41b9-8918-1f445ad695da None None] Agent healthcheck: found 6 active agents {{(pid=104278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 09:17:09.046884 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-b82f5003-501e-4041-87ff-8a2e3443cffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'name': 'tempest-AttachVolumeNegativeTest-998905379-router', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:32Z', 'revision_number': 4, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'gw_port': {'id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:22Z', 'updated_at': '2022-05-20T09:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_floatingips': [{'id': 'c6b71b45-1b28-4b85-8980-f8cb6c948d8b', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'floating_ip_address': '172.27.0.216', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'port_id': '10b699e9-683d-4dd6-90dd-b78af5111278', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '328df357-f834-447d-8616-ac57cd7979a2', 'mac_address': 'fa:16:3e:7b:84:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121038e6-7ba5-4d8f-b099-53e27cc913c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:13:45Z', 'updated_at': '2022-05-20T09:14:24Z', 'revision_number': 2, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1641841d-4922-4348-9adf-d1dfb4671082', 'name': '', 'network_id': '328df357-f834-447d-8616-ac57cd7979a2', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'mac_address': 'fa:16:3e:63:e9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6a66febf-40e6-435b-a129-884260e28f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:28Z', 'updated_at': '2022-05-20T09:13:43Z', 'revision_number': 5, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'subnets': [{'id': '6a66febf-40e6-435b-a129-884260e28f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:17:09.056869 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-50d869ae-48a6-4807-92f6-81f75f3db7b6 None None] Provisioning complete for port 9b807888-e022-4e95-89be-56a386f87d4b triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:17:09.059686 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-50d869ae-48a6-4807-92f6-81f75f3db7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (9b807888-e022-4e95-89be-56a386f87d4b), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:09.094167 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82f5003-501e-4041-87ff-8a2e3443cffc None None] Checking router: 7a21919f-b788-4282-be5f-e9af099ab34c for host: dv-cinder-836996-23-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:17:09.104384 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-50d869ae-48a6-4807-92f6-81f75f3db7b6 None None] Port 9b807888-e022-4e95-89be-56a386f87d4b cannot update to ACTIVE because it is not bound. {{(pid=104277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 20 09:17:09.109653 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-494e7c27-0311-45ae-92b4-919e91bb423b req-50457d51-a2bf-4360-ad4e-9e27d9b353cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (9b807888-e022-4e95-89be-56a386f87d4b), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:09.117553 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82f5003-501e-4041-87ff-8a2e3443cffc None None] Routers {'7a21919f-b788-4282-be5f-e9af099ab34c'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:17:09.118208 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-b82f5003-501e-4041-87ff-8a2e3443cffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:16:46Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['7a21919f-b788-4282-be5f-e9af099ab34c'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:17:09.312471 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-b82f5003-501e-4041-87ff-8a2e3443cffc None None] Set router 7a21919f-b788-4282-be5f-e9af099ab34c gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:17:09.317193 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0fd110-9c0a-451b-8251-b18da152d498 req-f8aa503a-46dd-4c81-82b1-43b2f9a70f6b tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:09.318819 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-ac0fd110-9c0a-451b-8251-b18da152d498 req-f8aa503a-46dd-4c81-82b1-43b2f9a70f6b tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 943 time: 0.0672600 May 20 09:17:09.419166 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-ac0fd110-9c0a-451b-8251-b18da152d498 req-3d11e0ca-c77d-4c1d-b618-4e8ef44434ce tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907028 May 20 09:17:09.493786 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.notifiers.nova [req-494e7c27-0311-45ae-92b4-919e91bb423b req-50457d51-a2bf-4360-ad4e-9e27d9b353cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b807888-e022-4e95-89be-56a386f87d4b {{(pid=104275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 09:17:09.501227 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-494e7c27-0311-45ae-92b4-919e91bb423b req-50457d51-a2bf-4360-ad4e-9e27d9b353cb service neutron] Publish callbacks [] for port (9b807888-e022-4e95-89be-56a386f87d4b), precommit_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:09.515123 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.provisioning_blocks [req-494e7c27-0311-45ae-92b4-919e91bb423b req-50457d51-a2bf-4360-ad4e-9e27d9b353cb service neutron] Transition to ACTIVE for port object 9b807888-e022-4e95-89be-56a386f87d4b will not be triggered until provisioned by entity L2. {{(pid=104275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 20 09:17:09.521122 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-494e7c27-0311-45ae-92b4-919e91bb423b req-50457d51-a2bf-4360-ad4e-9e27d9b353cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30908404'] for port (9b807888-e022-4e95-89be-56a386f87d4b), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:09.533434 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-b82f5003-501e-4041-87ff-8a2e3443cffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'name': 'tempest-AttachVolumeNegativeTest-998905379-router', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:32Z', 'revision_number': 4, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'gw_port': {'id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:22Z', 'updated_at': '2022-05-20T09:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_floatingips': [{'id': 'c6b71b45-1b28-4b85-8980-f8cb6c948d8b', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'floating_ip_address': '172.27.0.216', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'port_id': '10b699e9-683d-4dd6-90dd-b78af5111278', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '328df357-f834-447d-8616-ac57cd7979a2', 'mac_address': 'fa:16:3e:7b:84:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121038e6-7ba5-4d8f-b099-53e27cc913c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:13:45Z', 'updated_at': '2022-05-20T09:14:24Z', 'revision_number': 2, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1641841d-4922-4348-9adf-d1dfb4671082', 'name': '', 'network_id': '328df357-f834-447d-8616-ac57cd7979a2', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'mac_address': 'fa:16:3e:63:e9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6a66febf-40e6-435b-a129-884260e28f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:28Z', 'updated_at': '2022-05-20T09:13:43Z', 'revision_number': 5, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'subnets': [{'id': '6a66febf-40e6-435b-a129-884260e28f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:17:09.575970 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82f5003-501e-4041-87ff-8a2e3443cffc None None] The sync data for ids ['7a21919f-b788-4282-be5f-e9af099ab34c'] in dv-cinder-836996-23-iscsi is: [{'id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'name': 'tempest-AttachVolumeNegativeTest-998905379-router', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:32Z', 'revision_number': 4, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'gw_port': {'id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:22Z', 'updated_at': '2022-05-20T09:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_floatingips': [{'id': 'c6b71b45-1b28-4b85-8980-f8cb6c948d8b', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'floating_ip_address': '172.27.0.216', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'port_id': '10b699e9-683d-4dd6-90dd-b78af5111278', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '328df357-f834-447d-8616-ac57cd7979a2', 'mac_address': 'fa:16:3e:7b:84:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121038e6-7ba5-4d8f-b099-53e27cc913c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:13:45Z', 'updated_at': '2022-05-20T09:14:24Z', 'revision_number': 2, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1641841d-4922-4348-9adf-d1dfb4671082', 'name': '', 'network_id': '328df357-f834-447d-8616-ac57cd7979a2', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'mac_address': 'fa:16:3e:63:e9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6a66febf-40e6-435b-a129-884260e28f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:28Z', 'updated_at': '2022-05-20T09:13:43Z', 'revision_number': 5, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'subnets': [{'id': '6a66febf-40e6-435b-a129-884260e28f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:17:09.580844 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:09.596416 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50457d51-a2bf-4360-ad4e-9e27d9b353cb service neutron] Pushing event updated for resources: {'Port': ['ID=9b807888-e022-4e95-89be-56a386f87d4b,revision_number=2']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:17:09.621102 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 34998) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:17:09.716682 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3485e9f1-bb79-4343-8c6d-f37743eca92c tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for security_group (c0a2d5ec-4628-45ae-992c-23806e0c3453), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:09.734889 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [req-494e7c27-0311-45ae-92b4-919e91bb423b req-50457d51-a2bf-4360-ad4e-9e27d9b353cb service neutron] Attempting to bind port 9b807888-e022-4e95-89be-56a386f87d4b on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 20 09:17:09.735225 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [req-494e7c27-0311-45ae-92b4-919e91bb423b req-50457d51-a2bf-4360-ad4e-9e27d9b353cb service neutron] Attempting to bind port 9b807888-e022-4e95-89be-56a386f87d4b by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '665fb377-4509-43d2-a447-5bd58fa768e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db'}] {{(pid=104275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 20 09:17:09.735608 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494e7c27-0311-45ae-92b4-919e91bb423b req-50457d51-a2bf-4360-ad4e-9e27d9b353cb service neutron] Attempting to bind port 9b807888-e022-4e95-89be-56a386f87d4b on network 5f48dba5-6c8f-4717-93d6-9f60508a64db {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:17:09.740460 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494e7c27-0311-45ae-92b4-919e91bb423b req-50457d51-a2bf-4360-ad4e-9e27d9b353cb service neutron] Port 9b807888-e022-4e95-89be-56a386f87d4b on network 5f48dba5-6c8f-4717-93d6-9f60508a64db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 09:17:09.740779 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494e7c27-0311-45ae-92b4-919e91bb423b req-50457d51-a2bf-4360-ad4e-9e27d9b353cb service neutron] Attempting to bind port 9b807888-e022-4e95-89be-56a386f87d4b on network 5f48dba5-6c8f-4717-93d6-9f60508a64db {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:17:09.745959 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494e7c27-0311-45ae-92b4-919e91bb423b req-50457d51-a2bf-4360-ad4e-9e27d9b353cb service neutron] Checking agent: {'id': '2d1be950-4dd6-4324-90da-2272c7a86826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 9, 11, 22), 'started_at': datetime.datetime(2022, 5, 20, 9, 11, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 9, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 09:17:09.746292 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494e7c27-0311-45ae-92b4-919e91bb423b req-50457d51-a2bf-4360-ad4e-9e27d9b353cb service neutron] Checking segment: {'id': '665fb377-4509-43d2-a447-5bd58fa768e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:17:09.746676 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494e7c27-0311-45ae-92b4-919e91bb423b req-50457d51-a2bf-4360-ad4e-9e27d9b353cb service neutron] Bound using segment: {'id': '665fb377-4509-43d2-a447-5bd58fa768e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db'} {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 09:17:09.747097 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [req-494e7c27-0311-45ae-92b4-919e91bb423b req-50457d51-a2bf-4360-ad4e-9e27d9b353cb service neutron] Bound port: 9b807888-e022-4e95-89be-56a386f87d4b, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '665fb377-4509-43d2-a447-5bd58fa768e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db'}}] {{(pid=104275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 20 09:17:09.748018 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-494e7c27-0311-45ae-92b4-919e91bb423b req-50457d51-a2bf-4360-ad4e-9e27d9b353cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (9b807888-e022-4e95-89be-56a386f87d4b), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:09.752099 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3485e9f1-bb79-4343-8c6d-f37743eca92c tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for security_group (c0a2d5ec-4628-45ae-992c-23806e0c3453), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:09.838442 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [req-494e7c27-0311-45ae-92b4-919e91bb423b req-50457d51-a2bf-4360-ad4e-9e27d9b353cb service neutron] For port 9b807888-e022-4e95-89be-56a386f87d4b, host hv-cinder-83699, cleared binding levels {{(pid=104275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 09:17:09.843906 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [req-494e7c27-0311-45ae-92b4-919e91bb423b req-50457d51-a2bf-4360-ad4e-9e27d9b353cb service neutron] For port 9b807888-e022-4e95-89be-56a386f87d4b, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=9b807888-e022-4e95-89be-56a386f87d4b,segment=NetworkSegment(665fb377-4509-43d2-a447-5bd58fa768e8),segment_id=665fb377-4509-43d2-a447-5bd58fa768e8)] {{(pid=104275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 09:17:09.848507 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3485e9f1-bb79-4343-8c6d-f37743eca92c tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (c0a2d5ec-4628-45ae-992c-23806e0c3453), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:09.851427 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3485e9f1-bb79-4343-8c6d-f37743eca92c tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:09.852849 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-3485e9f1-bb79-4343-8c6d-f37743eca92c tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "DELETE /v2.0/security-groups/c0a2d5ec-4628-45ae-992c-23806e0c3453 HTTP/1.1" status: 204 len: 168 time: 0.2300119 May 20 09:17:09.856335 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 35000) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:17:09.857428 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-494e7c27-0311-45ae-92b4-919e91bb423b req-50457d51-a2bf-4360-ad4e-9e27d9b353cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30908404'] for port (9b807888-e022-4e95-89be-56a386f87d4b), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:09.875155 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.api.v2.resource [None req-df246cc6-ae24-45d6-8d1e-dd27709774fa tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] show failed (client error): The resource could not be found. May 20 09:17:09.876193 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-df246cc6-ae24-45d6-8d1e-dd27709774fa tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups/c0a2d5ec-4628-45ae-992c-23806e0c3453 HTTP/1.1" status: 404 len: 347 time: 0.0189116 May 20 09:17:09.877157 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3485e9f1-bb79-4343-8c6d-f37743eca92c tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a2d5ec-4628-45ae-992c-23806e0c3453,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:17:09.879211 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 35002) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:17:09.915932 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50457d51-a2bf-4360-ad4e-9e27d9b353cb service neutron] Pushing event updated for resources: {'Port': ['ID=9b807888-e022-4e95-89be-56a386f87d4b,revision_number=3']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:17:09.921160 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e7c27-0311-45ae-92b4-919e91bb423b req-50457d51-a2bf-4360-ad4e-9e27d9b353cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:09.921934 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-494e7c27-0311-45ae-92b4-919e91bb423b req-50457d51-a2bf-4360-ad4e-9e27d9b353cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for port (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:09.923721 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-494e7c27-0311-45ae-92b4-919e91bb423b req-50457d51-a2bf-4360-ad4e-9e27d9b353cb service neutron] 10.222.0.44 "PUT /v2.0/ports/9b807888-e022-4e95-89be-56a386f87d4b HTTP/1.1" status: 200 len: 1093 time: 0.9469249 May 20 09:17:10.000817 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd601551-0e2b-4f26-9168-df505721560a None None] New status for floating IP 8e793720-cc6e-4f43-a0cf-7755b9ea0839: DOWN {{(pid=104277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 20 09:17:10.077458 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e7c27-0311-45ae-92b4-919e91bb423b req-a1aa0e21-8c5b-4147-a30b-07ec11d400e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:10.079107 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-494e7c27-0311-45ae-92b4-919e91bb423b req-a1aa0e21-8c5b-4147-a30b-07ec11d400e7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f26ac8782fe0407cb6f146ba70e74246&device_id=724e6ca0-78af-4670-a409-d2ee15ebf3d4 HTTP/1.1" status: 200 len: 1127 time: 0.1012983 May 20 09:17:10.137646 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:10.140348 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-494e7c27-0311-45ae-92b4-919e91bb423b req-018189f7-9403-4dbb-a4de-1158299ce1a9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b807888-e022-4e95-89be-56a386f87d4b HTTP/1.1" status: 200 len: 217 time: 0.0526009 May 20 09:17:10.169338 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b7d283-b96d-4924-bc49-adc5ce24f873 req-919f78f3-e925-4342-8c1f-0e8891aaec43 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:10.177255 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-18b7d283-b96d-4924-bc49-adc5ce24f873 req-919f78f3-e925-4342-8c1f-0e8891aaec43 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=724e6ca0-78af-4670-a409-d2ee15ebf3d4 HTTP/1.1" status: 200 len: 943 time: 0.0564086 May 20 09:17:10.209603 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-30c2d6b9-9725-478a-8eac-d489d6d3243e tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Deleting port 885346cf-eaf2-4b61-bf7e-71f78304b790 {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:17:10.210169 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-30c2d6b9-9725-478a-8eac-d489d6d3243e tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (885346cf-eaf2-4b61-bf7e-71f78304b790), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:10.242390 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e7c27-0311-45ae-92b4-919e91bb423b req-52fd23e4-857c-4253-b866-1bf69bb25f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:10.243951 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-494e7c27-0311-45ae-92b4-919e91bb423b req-52fd23e4-857c-4253-b866-1bf69bb25f64 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4497ded3-0270-4257-8e32-a5b32034f129 HTTP/1.1" status: 200 len: 851 time: 0.0954657 May 20 09:17:10.296799 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e7c27-0311-45ae-92b4-919e91bb423b req-ae0eb9c2-fa69-4499-938b-cc7dc3b12f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:10.298899 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-494e7c27-0311-45ae-92b4-919e91bb423b req-ae0eb9c2-fa69-4499-938b-cc7dc3b12f36 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5f48dba5-6c8f-4717-93d6-9f60508a64db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0466616 May 20 09:17:10.299759 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-18b7d283-b96d-4924-bc49-adc5ce24f873 req-a6dcca4d-db6d-4370-ab88-8caae78ee631 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213932 May 20 09:17:10.343043 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-30c2d6b9-9725-478a-8eac-d489d6d3243e tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (885346cf-eaf2-4b61-bf7e-71f78304b790), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:10.343402 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-30c2d6b9-9725-478a-8eac-d489d6d3243e tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for floatingip (885346cf-eaf2-4b61-bf7e-71f78304b790), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:10.350437 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:10.359387 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-30c2d6b9-9725-478a-8eac-d489d6d3243e tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Calling delete_port for 885346cf-eaf2-4b61-bf7e-71f78304b790 owned by network:floatingip {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:17:10.420674 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-494e7c27-0311-45ae-92b4-919e91bb423b req-84a91f20-a7a4-40c0-987a-0dbe1704ecea service neutron] 10.222.0.44 "GET /v2.0/networks/5f48dba5-6c8f-4717-93d6-9f60508a64db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145005 May 20 09:17:10.512959 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-30c2d6b9-9725-478a-8eac-d489d6d3243e tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (885346cf-eaf2-4b61-bf7e-71f78304b790), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:10.518971 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-494e7c27-0311-45ae-92b4-919e91bb423b req-0fea8a6e-278a-4ec9-a6b1-ffd24a9e9ec1 service neutron] 10.222.0.44 "GET /v2.0/networks/5f48dba5-6c8f-4717-93d6-9f60508a64db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915687 May 20 09:17:10.538519 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2d6b9-9725-478a-8eac-d489d6d3243e tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Pushing event deleted for resources: {'Port': ['ID=885346cf-eaf2-4b61-bf7e-71f78304b790,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:17:10.573608 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '724e6ca0-78af-4670-a409-d2ee15ebf3d4', 'tag': '9b807888-e022-4e95-89be-56a386f87d4b'}] {{(pid=104275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:17:10.576298 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eea53449646a7168c1429fc9fd421a4bc8c13d7c241c91a60dad7e76b53d9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded8d3c6-0988-4bc1-8909-ba663fbbf6af" -d '{"events": [{"name": "network-changed", "server_uuid": "724e6ca0-78af-4670-a409-d2ee15ebf3d4", "tag": "9b807888-e022-4e95-89be-56a386f87d4b"}]}' {{(pid=104275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:17:10.599132 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4a866-b28e-41de-a7dd-52896bcefcb9 req-934604cd-864d-4c72-b1df-d0e7bf8d1469 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:10.601418 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-36c4a866-b28e-41de-a7dd-52896bcefcb9 req-934604cd-864d-4c72-b1df-d0e7bf8d1469 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 943 time: 0.0731955 May 20 09:17:10.605251 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-30c2d6b9-9725-478a-8eac-d489d6d3243e tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for floatingip (8e793720-cc6e-4f43-a0cf-7755b9ea0839), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:10.607719 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-30c2d6b9-9725-478a-8eac-d489d6d3243e tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for floatingip (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:10.609024 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-30c2d6b9-9725-478a-8eac-d489d6d3243e tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "DELETE /v2.0/floatingips/8e793720-cc6e-4f43-a0cf-7755b9ea0839 HTTP/1.1" status: 204 len: 168 time: 0.7284756 May 20 09:17:10.636756 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 09:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e336fd-9062-4639-a147-27ff1802c28f x-openstack-request-id: req-96e336fd-9062-4639-a147-27ff1802c28f {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:17:10.637272 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "724e6ca0-78af-4670-a409-d2ee15ebf3d4", "tag": "9b807888-e022-4e95-89be-56a386f87d4b", "status": "completed", "code": 200}]} {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:17:10.637600 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-96e336fd-9062-4639-a147-27ff1802c28f {{(pid=104275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:17:10.638089 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96e336fd-9062-4639-a147-27ff1802c28f'] response: {'name': 'network-changed', 'server_uuid': '724e6ca0-78af-4670-a409-d2ee15ebf3d4', 'tag': '9b807888-e022-4e95-89be-56a386f87d4b', 'status': 'completed', 'code': 200} May 20 09:17:10.667804 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-36c4a866-b28e-41de-a7dd-52896bcefcb9 req-ec9cd6eb-bf71-40f5-b4c5-0623c77b575e tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599146 May 20 09:17:10.692544 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 1d0fae47-b7b6-4830-9f35-b102d70a7a40 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 09:17:10.708649 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded8d3c6-0988-4bc1-8909-ba663fbbf6af req-4167706b-f16f-49da-9687-caccba9d2204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:10.710623 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-ded8d3c6-0988-4bc1-8909-ba663fbbf6af req-4167706b-f16f-49da-9687-caccba9d2204 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f26ac8782fe0407cb6f146ba70e74246&device_id=724e6ca0-78af-4670-a409-d2ee15ebf3d4 HTTP/1.1" status: 200 len: 1127 time: 0.0415001 May 20 09:17:10.720619 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] No Port match for: 1d0fae47-b7b6-4830-9f35-b102d70a7a40 {{(pid=104277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 20 09:17:10.721159 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 1d0fae47-b7b6-4830-9f35-b102d70a7a40 not bound to the agent host hv-cinder-83699 {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 09:17:10.808754 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded8d3c6-0988-4bc1-8909-ba663fbbf6af req-6fed5dae-32f6-472b-a995-33c002e22db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:10.810432 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-ded8d3c6-0988-4bc1-8909-ba663fbbf6af req-6fed5dae-32f6-472b-a995-33c002e22db8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5f48dba5-6c8f-4717-93d6-9f60508a64db HTTP/1.1" status: 200 len: 913 time: 0.0938778 May 20 09:17:10.852975 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-ded8d3c6-0988-4bc1-8909-ba663fbbf6af req-48d7cb2a-d50d-4e56-a518-3581ec98ddfa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b807888-e022-4e95-89be-56a386f87d4b HTTP/1.1" status: 200 len: 217 time: 0.0350587 May 20 09:17:10.911898 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded8d3c6-0988-4bc1-8909-ba663fbbf6af req-22e078cb-2ee2-4703-be28-6bf71aa43c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:10.913403 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-ded8d3c6-0988-4bc1-8909-ba663fbbf6af req-22e078cb-2ee2-4703-be28-6bf71aa43c0d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4497ded3-0270-4257-8e32-a5b32034f129 HTTP/1.1" status: 200 len: 851 time: 0.0546486 May 20 09:17:10.971221 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded8d3c6-0988-4bc1-8909-ba663fbbf6af req-a08e4d57-d9e5-488f-9c93-9c2746aa8470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:10.974612 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-ded8d3c6-0988-4bc1-8909-ba663fbbf6af req-a08e4d57-d9e5-488f-9c93-9c2746aa8470 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5f48dba5-6c8f-4717-93d6-9f60508a64db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0513248 May 20 09:17:11.046834 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:11.076209 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-ded8d3c6-0988-4bc1-8909-ba663fbbf6af req-3d6b69de-0298-48fc-8c48-eaa55bc3e4b7 service neutron] 10.222.0.44 "GET /v2.0/networks/5f48dba5-6c8f-4717-93d6-9f60508a64db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966673 May 20 09:17:11.185445 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-ded8d3c6-0988-4bc1-8909-ba663fbbf6af req-448092d2-be46-4c8f-ace4-57a95509a544 service neutron] 10.222.0.44 "GET /v2.0/networks/5f48dba5-6c8f-4717-93d6-9f60508a64db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018565 May 20 09:17:11.421668 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ed14a-4ccc-48c6-ac3d-3e8ad770557e req-afa19a38-26b3-4109-b3ab-cea8d3f399c8 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:11.423171 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-806ed14a-4ccc-48c6-ac3d-3e8ad770557e req-afa19a38-26b3-4109-b3ab-cea8d3f399c8 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=724e6ca0-78af-4670-a409-d2ee15ebf3d4 HTTP/1.1" status: 200 len: 943 time: 0.0497415 May 20 09:17:11.478501 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-806ed14a-4ccc-48c6-ac3d-3e8ad770557e req-37ccab1c-52c4-422b-b61d-d5bf611ca611 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493798 May 20 09:17:11.794316 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de623433-b682-477b-8920-4e6ae4b39179 req-182f57e2-fc5b-4952-b91f-93aefe912264 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:11.795866 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-de623433-b682-477b-8920-4e6ae4b39179 req-182f57e2-fc5b-4952-b91f-93aefe912264 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 943 time: 0.0500610 May 20 09:17:11.846970 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-de623433-b682-477b-8920-4e6ae4b39179 req-04a3b7de-b6e6-4157-8285-866748415e87 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451889 May 20 09:17:12.589941 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5a283-b5bb-49a1-9b14-847362789aae req-35c428ca-c85b-4f78-a06b-f571da247185 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:12.591422 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-29a5a283-b5bb-49a1-9b14-847362789aae req-35c428ca-c85b-4f78-a06b-f571da247185 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=724e6ca0-78af-4670-a409-d2ee15ebf3d4 HTTP/1.1" status: 200 len: 943 time: 0.0463719 May 20 09:17:12.611512 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:12.641175 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-29a5a283-b5bb-49a1-9b14-847362789aae req-c529560b-8e26-4355-8ffb-2c4e4f4a1499 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442431 May 20 09:17:12.986555 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d02b0f-c43f-431e-bfa5-ced8476ad0d6 req-e2e58b9c-b164-4d05-9d31-eda38bd247a0 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:12.995433 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-35d02b0f-c43f-431e-bfa5-ced8476ad0d6 req-e2e58b9c-b164-4d05-9d31-eda38bd247a0 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 943 time: 0.0603077 May 20 09:17:13.046863 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-35d02b0f-c43f-431e-bfa5-ced8476ad0d6 req-7d879113-5ca5-43b8-ac11-fc9e3fec3eda tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457222 May 20 09:17:13.504201 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ce1f0f30-3adb-4f1a-9b99-f294adb92482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:13.776000 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c653b-58a1-4aa6-8b33-be462fd7fa79 req-3a8c3b49-b931-4849-a28b-ef9875fae8f4 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:13.777571 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-743c653b-58a1-4aa6-8b33-be462fd7fa79 req-3a8c3b49-b931-4849-a28b-ef9875fae8f4 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=724e6ca0-78af-4670-a409-d2ee15ebf3d4 HTTP/1.1" status: 200 len: 943 time: 0.0590022 May 20 09:17:13.826474 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-743c653b-58a1-4aa6-8b33-be462fd7fa79 req-98033699-66b5-49aa-938f-e87ddf3088e6 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430918 May 20 09:17:14.175856 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd134a-02c9-4e1d-991e-d3665e22e510 req-ca51df1c-8c46-4723-9e35-aad4526cf610 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:14.177312 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-afcd134a-02c9-4e1d-991e-d3665e22e510 req-ca51df1c-8c46-4723-9e35-aad4526cf610 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 943 time: 0.0479982 May 20 09:17:14.227111 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-afcd134a-02c9-4e1d-991e-d3665e22e510 req-d6ddc57b-3153-422a-9f44-7ace245b4fb1 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423987 May 20 09:17:14.716021 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149ac52-3d1b-4e1f-b316-4dd87e713acb req-3f29ec22-ff6b-45fa-8de3-ea12ff5707b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:14.717536 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f149ac52-3d1b-4e1f-b316-4dd87e713acb req-3f29ec22-ff6b-45fa-8de3-ea12ff5707b0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ed0e52a9d6374123b57759435d43d7aa&device_id=d6bf483f-196d-4699-8ca8-968382aecdac HTTP/1.1" status: 200 len: 1130 time: 0.0615087 May 20 09:17:14.723788 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device d8e5bd7c-3deb-4042-9ef4-77d147264d87 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 09:17:14.724812 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907cdf8e-21f7-47b9-9aec-58486f96b420 req-9fffa574-6632-4493-a27d-5061c60905d6 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:14.726428 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-907cdf8e-21f7-47b9-9aec-58486f96b420 req-9fffa574-6632-4493-a27d-5061c60905d6 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6bf483f-196d-4699-8ca8-968382aecdac HTTP/1.1" status: 200 len: 946 time: 0.0824201 May 20 09:17:14.835621 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-907cdf8e-21f7-47b9-9aec-58486f96b420 req-fde33efa-f118-404b-a6bf-a81fc72bce4e tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=277436d8-fa8f-443f-ad9d-5809cdfe17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990543 May 20 09:17:14.842729 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port d8e5bd7c-3deb-4042-9ef4-77d147264d87, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d8e5bd7c-3deb-4042-9ef4-77d147264d87,segment=NetworkSegment(77eb56c8-f7ae-4980-9031-19500d0fdc26),segment_id=77eb56c8-f7ae-4980-9031-19500d0fdc26)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:17:14.852315 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149ac52-3d1b-4e1f-b316-4dd87e713acb req-b4204645-968a-417f-a2f2-7d8635ead2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:14.858001 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Returning: {'device': 'd8e5bd7c-3deb-4042-9ef4-77d147264d87', 'network_id': 'cb464892-cf71-4d2e-b68f-60163c12a0fe', 'port_id': 'd8e5bd7c-3deb-4042-9ef4-77d147264d87', 'mac_address': 'fa:16:3e:b4:ff:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5fa699-4c99-4ca7-94b7-2b5c0cff2418', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 09:17:14.862853 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f149ac52-3d1b-4e1f-b316-4dd87e713acb req-b4204645-968a-417f-a2f2-7d8635ead2a9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=40febe0e-a58d-4d88-9cb1-48f696a34f45 HTTP/1.1" status: 200 len: 919 time: 0.1352324 May 20 09:17:14.899243 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port d8e5bd7c-3deb-4042-9ef4-77d147264d87 is: DOWN; New status is: BUILD {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:17:14.899934 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (d8e5bd7c-3deb-4042-9ef4-77d147264d87), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:14.915016 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8e5bd7c-3deb-4042-9ef4-77d147264d87 {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 09:17:14.933668 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port d8e5bd7c-3deb-4042-9ef4-77d147264d87, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d8e5bd7c-3deb-4042-9ef4-77d147264d87,segment=NetworkSegment(77eb56c8-f7ae-4980-9031-19500d0fdc26),segment_id=77eb56c8-f7ae-4980-9031-19500d0fdc26)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:17:14.938736 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (d8e5bd7c-3deb-4042-9ef4-77d147264d87), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:14.941695 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f149ac52-3d1b-4e1f-b316-4dd87e713acb req-530fd7e2-42fc-41a5-a78d-23e5e3f6ea71 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c2e256c-0d81-4712-b95d-356933f6fd80 HTTP/1.1" status: 200 len: 1001 time: 0.0719335 May 20 09:17:14.954444 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f86fe-b35e-411f-9d31-eda967564d44 req-7dd64378-00be-4d1d-99df-e31118a2e921 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:14.955961 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-886f86fe-b35e-411f-9d31-eda967564d44 req-7dd64378-00be-4d1d-99df-e31118a2e921 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=724e6ca0-78af-4670-a409-d2ee15ebf3d4 HTTP/1.1" status: 200 len: 943 time: 0.0525687 May 20 09:17:14.975955 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:14.987362 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=d8e5bd7c-3deb-4042-9ef4-77d147264d87,revision_number=9']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:17:14.994542 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:17:14.994970 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:17:14.995337 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:17:14.995700 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:17:14.996037 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:17:14.996365 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:17:14.996694 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:17:14.997044 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:17:14.997344 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:17:14.997669 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:17:14.997994 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:17:14.998317 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:17:14.998637 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:17:14.998955 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:17:14.999296 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:17:15.006828 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-886f86fe-b35e-411f-9d31-eda967564d44 req-0009c62d-895c-4a9f-83be-e166a810c408 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450101 May 20 09:17:15.209625 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149ac52-3d1b-4e1f-b316-4dd87e713acb req-02bb4c61-6bb0-4dd6-9ccf-924453c31453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:15.211123 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f149ac52-3d1b-4e1f-b316-4dd87e713acb req-02bb4c61-6bb0-4dd6-9ccf-924453c31453 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7263cb7-bd14-41ff-8f4b-b90e8869f0b0 HTTP/1.1" status: 200 len: 857 time: 0.0509768 May 20 09:17:15.241111 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] get_ports_and_sgs() called for port_ids ['d8e5bd7c-3deb-4042-9ef4-77d147264d87'] {{(pid=104277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 09:17:15.259738 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149ac52-3d1b-4e1f-b316-4dd87e713acb req-3c0bac3d-8277-431d-bbb2-12ed37308a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:15.261751 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f149ac52-3d1b-4e1f-b316-4dd87e713acb req-3c0bac3d-8277-431d-bbb2-12ed37308a85 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=40febe0e-a58d-4d88-9cb1-48f696a34f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427976 May 20 09:17:15.357027 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c06f1-7951-4f2e-8203-d714511ccaee req-f70d9c32-6eac-4be1-99ce-bdf1384a3e79 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:15.359185 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-da6c06f1-7951-4f2e-8203-d714511ccaee req-f70d9c32-6eac-4be1-99ce-bdf1384a3e79 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 944 time: 0.0565526 May 20 09:17:15.396688 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:15.400941 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f149ac52-3d1b-4e1f-b316-4dd87e713acb req-08afb2f4-7421-45f2-b813-23c5d6954d39 service neutron] 10.222.0.44 "GET /v2.0/networks/40febe0e-a58d-4d88-9cb1-48f696a34f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969586 May 20 09:17:15.410876 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-da6c06f1-7951-4f2e-8203-d714511ccaee req-4bd84fe7-2171-470d-8ef6-b31144060266 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444560 May 20 09:17:15.494576 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f149ac52-3d1b-4e1f-b316-4dd87e713acb req-9f5fc032-9aff-4a5f-a2af-acaa817dedca service neutron] 10.222.0.44 "GET /v2.0/networks/40febe0e-a58d-4d88-9cb1-48f696a34f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858483 May 20 09:17:15.778840 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-9ca25f10-d41a-4978-af6b-4267fe8cfc64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:15.808020 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e313e3-0622-479b-963d-8a128eff528f req-b367e2f4-e9c9-4325-9464-23050700f53a tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:15.809564 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d5e313e3-0622-479b-963d-8a128eff528f req-b367e2f4-e9c9-4325-9464-23050700f53a tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 945 time: 0.0490696 May 20 09:17:15.855929 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d5e313e3-0622-479b-963d-8a128eff528f req-e43572ab-7149-40c1-b37c-f37dcb433192 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406375 May 20 09:17:15.957246 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093704c-75f1-4515-8cf6-312fc73ba1b9 req-4e8274e9-908f-437c-9915-48c078a746c2 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:15.958691 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f093704c-75f1-4515-8cf6-312fc73ba1b9 req-4e8274e9-908f-437c-9915-48c078a746c2 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6bf483f-196d-4699-8ca8-968382aecdac HTTP/1.1" status: 200 len: 946 time: 0.0474482 May 20 09:17:16.005166 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f093704c-75f1-4515-8cf6-312fc73ba1b9 req-3a184ee6-0a25-46ac-8750-bce7514ab33b tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=277436d8-fa8f-443f-ad9d-5809cdfe17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407345 May 20 09:17:16.124936 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e689d4-b6a7-49a7-a07b-396579c9ec7d req-c3abb080-e518-48f8-9dee-52d6f33fbad4 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:16.126927 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-96e689d4-b6a7-49a7-a07b-396579c9ec7d req-c3abb080-e518-48f8-9dee-52d6f33fbad4 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=724e6ca0-78af-4670-a409-d2ee15ebf3d4 HTTP/1.1" status: 200 len: 943 time: 0.0538881 May 20 09:17:16.184397 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-96e689d4-b6a7-49a7-a07b-396579c9ec7d req-6a8c2d4f-9897-4e0e-9d7f-3be2ed59b54e tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489492 May 20 09:17:16.499155 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84123b-b131-4905-bca8-3d30aeba316d req-72696190-14d1-430d-ace5-418647878793 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:16.500777 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-de84123b-b131-4905-bca8-3d30aeba316d req-72696190-14d1-430d-ace5-418647878793 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=121038e6-7ba5-4d8f-b099-53e27cc913c6 HTTP/1.1" status: 200 len: 946 time: 0.0483270 May 20 09:17:16.534936 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f516e-d9c0-484a-83f1-0c6f0514d037 req-2d9ad23e-0a66-4497-ba6c-a3ce128a7935 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:16.536481 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-5d0f516e-d9c0-484a-83f1-0c6f0514d037 req-2d9ad23e-0a66-4497-ba6c-a3ce128a7935 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 944 time: 0.0480902 May 20 09:17:16.547679 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-de84123b-b131-4905-bca8-3d30aeba316d req-231b4b4c-178e-49d5-b6ca-e5780b72e3fc tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=a23ab695-8289-4d9f-9248-b1f0cd06e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410814 May 20 09:17:16.583829 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-5d0f516e-d9c0-484a-83f1-0c6f0514d037 req-5eba4449-8586-4b04-97a1-27c5774e0c9a tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416143 May 20 09:17:16.724145 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device d8e5bd7c-3deb-4042-9ef4-77d147264d87 up at agent hyperv_hv-cinder-83699 {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:17:16.776978 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Provisioning complete for port d8e5bd7c-3deb-4042-9ef4-77d147264d87 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:17:16.777362 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (d8e5bd7c-3deb-4042-9ef4-77d147264d87), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:16.848099 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port d8e5bd7c-3deb-4042-9ef4-77d147264d87 is: BUILD; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:17:16.848806 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (d8e5bd7c-3deb-4042-9ef4-77d147264d87), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:16.851005 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:16.871980 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d7463c-5e56-405b-911d-9b7fa6d3f7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e5bd7c-3deb-4042-9ef4-77d147264d87'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:17:16.874212 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a79de04d4ec243d1cdc81b41ccc126ec62664011dfe1c1a94e68b1d536b5d8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dbc821a-ad42-4a4d-917e-056df92c01f3" -d '{"events": [{"server_uuid": "b7d7463c-5e56-405b-911d-9b7fa6d3f7d9", "name": "network-vif-plugged", "status": "completed", "tag": "d8e5bd7c-3deb-4042-9ef4-77d147264d87"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:17:16.887026 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port d8e5bd7c-3deb-4042-9ef4-77d147264d87, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d8e5bd7c-3deb-4042-9ef4-77d147264d87,segment=NetworkSegment(77eb56c8-f7ae-4980-9031-19500d0fdc26),segment_id=77eb56c8-f7ae-4980-9031-19500d0fdc26)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:17:16.892661 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (d8e5bd7c-3deb-4042-9ef4-77d147264d87), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:16.927566 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 09:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5e7128-3e87-400a-9e58-58eedce8d8ee x-openstack-request-id: req-7e5e7128-3e87-400a-9e58-58eedce8d8ee {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:17:16.927859 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d7463c-5e56-405b-911d-9b7fa6d3f7d9", "name": "network-vif-plugged", "status": "completed", "tag": "d8e5bd7c-3deb-4042-9ef4-77d147264d87", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:17:16.928149 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7e5e7128-3e87-400a-9e58-58eedce8d8ee {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:17:16.928543 dv-cinder-836996-23-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e5e7128-3e87-400a-9e58-58eedce8d8ee'] response: {'server_uuid': 'b7d7463c-5e56-405b-911d-9b7fa6d3f7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e5bd7c-3deb-4042-9ef4-77d147264d87', 'code': 200} May 20 09:17:16.944933 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:16.948093 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=d8e5bd7c-3deb-4042-9ef4-77d147264d87,revision_number=10']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:17:16.976712 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a0981-be35-482e-8548-1d20bb6be2dd req-af88505f-c4f7-4b71-b6ea-6105278697c4 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:16.978131 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-725a0981-be35-482e-8548-1d20bb6be2dd req-af88505f-c4f7-4b71-b6ea-6105278697c4 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 945 time: 0.0470300 May 20 09:17:17.028937 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-725a0981-be35-482e-8548-1d20bb6be2dd req-7c2e50d3-6400-45cc-82e3-f88f58efea26 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450907 May 20 09:17:17.087036 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:17.133273 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49bb36e-41b8-4b80-8ff1-57620469efef req-a6d7d3a5-e876-412b-810e-b508b789bf78 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:17.134758 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a49bb36e-41b8-4b80-8ff1-57620469efef req-a6d7d3a5-e876-412b-810e-b508b789bf78 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6bf483f-196d-4699-8ca8-968382aecdac HTTP/1.1" status: 200 len: 946 time: 0.0592394 May 20 09:17:17.190812 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a49bb36e-41b8-4b80-8ff1-57620469efef req-9298b343-d7ea-4032-92a2-d9cb915af39f tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=277436d8-fa8f-443f-ad9d-5809cdfe17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477004 May 20 09:17:17.283658 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:17.299310 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e42d2a-e35c-4d77-ba2f-e1a66ff6db82 req-27cb797d-48bf-46f8-9a52-2b379ea0b4cb tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:17.300787 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-74e42d2a-e35c-4d77-ba2f-e1a66ff6db82 req-27cb797d-48bf-46f8-9a52-2b379ea0b4cb tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=724e6ca0-78af-4670-a409-d2ee15ebf3d4 HTTP/1.1" status: 200 len: 943 time: 0.0472069 May 20 09:17:17.350893 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-74e42d2a-e35c-4d77-ba2f-e1a66ff6db82 req-48702af4-da4a-4b38-88bb-309f6fa3357a tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428531 May 20 09:17:17.653732 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:17.667461 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c290b70-1837-476c-9e6f-f2448cc19d6a req-ab9d946e-30fb-46eb-b1e8-f0681db102ca tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:17.668940 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-9c290b70-1837-476c-9e6f-f2448cc19d6a req-ab9d946e-30fb-46eb-b1e8-f0681db102ca tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=121038e6-7ba5-4d8f-b099-53e27cc913c6 HTTP/1.1" status: 200 len: 946 time: 0.0479088 May 20 09:17:17.704014 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ab17b-e7e9-4916-b9c1-06e386987e3a req-341f8455-40e5-4458-ac71-aab816ede96d tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:17.705557 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ff2ab17b-e7e9-4916-b9c1-06e386987e3a req-341f8455-40e5-4458-ac71-aab816ede96d tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 946 time: 0.0474429 May 20 09:17:17.716168 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-9c290b70-1837-476c-9e6f-f2448cc19d6a req-3f2da019-06b1-45a6-9ce2-285190dcfa03 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=a23ab695-8289-4d9f-9248-b1f0cd06e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416701 May 20 09:17:17.752057 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ff2ab17b-e7e9-4916-b9c1-06e386987e3a req-bf7e7623-50ed-4dbe-9dc4-fe8fce5f4d7a tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408409 May 20 09:17:18.157647 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f798efc8-180d-4d9f-be62-def3ac3494e8 req-5fd2acd0-1c04-4cf9-bc86-538823312f9d tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:18.159135 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f798efc8-180d-4d9f-be62-def3ac3494e8 req-5fd2acd0-1c04-4cf9-bc86-538823312f9d tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 945 time: 0.0558989 May 20 09:17:18.212293 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f798efc8-180d-4d9f-be62-def3ac3494e8 req-c8d00649-0cea-4543-bf19-a0c4d1df9703 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449274 May 20 09:17:18.312732 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220fd92b-ff0c-4d6f-b3dc-b67202d92469 req-33a81b5e-4ad7-47c1-b5e1-3c29c954776b tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:18.314067 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-220fd92b-ff0c-4d6f-b3dc-b67202d92469 req-33a81b5e-4ad7-47c1-b5e1-3c29c954776b tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6bf483f-196d-4699-8ca8-968382aecdac HTTP/1.1" status: 200 len: 946 time: 0.0531538 May 20 09:17:18.362712 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:18.369813 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-220fd92b-ff0c-4d6f-b3dc-b67202d92469 req-0d9cbbdc-adfb-4aec-8d9e-0b302175048d tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=277436d8-fa8f-443f-ad9d-5809cdfe17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480700 May 20 09:17:18.526612 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a4d5a-96f6-4e43-a2f2-acd067ee4f49 req-9801ac04-a688-4e9e-8102-6609bac8f7b5 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:18.528276 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-788a4d5a-96f6-4e43-a2f2-acd067ee4f49 req-9801ac04-a688-4e9e-8102-6609bac8f7b5 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=724e6ca0-78af-4670-a409-d2ee15ebf3d4 HTTP/1.1" status: 200 len: 943 time: 0.1061800 May 20 09:17:18.536554 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dcf740-6884-4be1-b94f-7c8fa84c2222 req-8eb6c8dc-172f-4d15-b4e6-e47b9af1310b tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:18.538034 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-78dcf740-6884-4be1-b94f-7c8fa84c2222 req-8eb6c8dc-172f-4d15-b4e6-e47b9af1310b tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.44 "GET /v2.0/ports?device_id=121038e6-7ba5-4d8f-b099-53e27cc913c6 HTTP/1.1" status: 200 len: 946 time: 0.1052895 May 20 09:17:18.548620 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb4586-8bf4-45b6-95d0-4499fe3dafad req-8fdb527d-64db-481b-bb94-46aed12cf195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:18.549994 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-27eb4586-8bf4-45b6-95d0-4499fe3dafad req-8fdb527d-64db-481b-bb94-46aed12cf195 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 1130 time: 0.1162717 May 20 09:17:18.680935 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-788a4d5a-96f6-4e43-a2f2-acd067ee4f49 req-878c12a0-e7cc-4b3e-9fde-c09e8089af44 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418560 May 20 09:17:18.685019 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-27eb4586-8bf4-45b6-95d0-4499fe3dafad req-44d739ad-d821-4608-9f08-e2267bdcf341 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043832 May 20 09:17:18.690804 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [req-78dcf740-6884-4be1-b94f-7c8fa84c2222 req-80878030-c25c-4fa7-872d-58260b4d95f6 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Deleting port 10b699e9-683d-4dd6-90dd-b78af5111278 {{(pid=104275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:17:18.691131 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-78dcf740-6884-4be1-b94f-7c8fa84c2222 req-80878030-c25c-4fa7-872d-58260b4d95f6 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (10b699e9-683d-4dd6-90dd-b78af5111278), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:18.781418 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [req-78dcf740-6884-4be1-b94f-7c8fa84c2222 req-80878030-c25c-4fa7-872d-58260b4d95f6 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] For port 10b699e9-683d-4dd6-90dd-b78af5111278, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=10b699e9-683d-4dd6-90dd-b78af5111278,segment=NetworkSegment(ef282a07-cf11-4b01-9306-f20c5aec5e53),segment_id=ef282a07-cf11-4b01-9306-f20c5aec5e53)] {{(pid=104275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:17:18.781768 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-78dcf740-6884-4be1-b94f-7c8fa84c2222 req-80878030-c25c-4fa7-872d-58260b4d95f6 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (10b699e9-683d-4dd6-90dd-b78af5111278), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:18.801159 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:18.836760 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90565c91-a5eb-4c83-942b-04fe0db50ed4 req-17997847-4ec6-4401-bcc5-3692f49146fc tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:18.838371 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-90565c91-a5eb-4c83-942b-04fe0db50ed4 req-17997847-4ec6-4401-bcc5-3692f49146fc tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=121038e6-7ba5-4d8f-b099-53e27cc913c6 HTTP/1.1" status: 200 len: 946 time: 0.0486343 May 20 09:17:18.884098 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-90565c91-a5eb-4c83-942b-04fe0db50ed4 req-0ffd8d06-0139-4fb2-98b4-dd51ba55d973 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=a23ab695-8289-4d9f-9248-b1f0cd06e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402622 May 20 09:17:18.920046 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfc30d-c32b-438f-b77b-251e7d12a709 req-2fdc1234-72e0-40ea-bca9-2a125289292d tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:18.921509 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-c5bfc30d-c32b-438f-b77b-251e7d12a709 req-2fdc1234-72e0-40ea-bca9-2a125289292d tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 946 time: 0.0878630 May 20 09:17:19.014844 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-78dcf740-6884-4be1-b94f-7c8fa84c2222 req-80878030-c25c-4fa7-872d-58260b4d95f6 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:19.015185 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-78dcf740-6884-4be1-b94f-7c8fa84c2222 req-80878030-c25c-4fa7-872d-58260b4d95f6 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680135'] for floatingip (c6b71b45-1b28-4b85-8980-f8cb6c948d8b), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:19.015518 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.db.l3_db [req-78dcf740-6884-4be1-b94f-7c8fa84c2222 req-80878030-c25c-4fa7-872d-58260b4d95f6 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Floating IP c6b71b45-1b28-4b85-8980-f8cb6c948d8b disassociated. External IP: 172.27.0.216, port: 10b699e9-683d-4dd6-90dd-b78af5111278. May 20 09:17:19.015855 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [req-78dcf740-6884-4be1-b94f-7c8fa84c2222 req-80878030-c25c-4fa7-872d-58260b4d95f6 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Calling delete_port for 10b699e9-683d-4dd6-90dd-b78af5111278 owned by compute:nova {{(pid=104275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:17:19.022888 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-c5bfc30d-c32b-438f-b77b-251e7d12a709 req-f1d8427f-20f7-41ec-bebc-d7e33dab9ef1 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951328 May 20 09:17:19.156051 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-78dcf740-6884-4be1-b94f-7c8fa84c2222 req-80878030-c25c-4fa7-872d-58260b4d95f6 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30908355'] for port (10b699e9-683d-4dd6-90dd-b78af5111278), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:19.185073 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80878030-c25c-4fa7-872d-58260b4d95f6 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Pushing event deleted for resources: {'Port': ['ID=10b699e9-683d-4dd6-90dd-b78af5111278,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:17:19.227398 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:19.300195 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78dcf740-6884-4be1-b94f-7c8fa84c2222 req-80878030-c25c-4fa7-872d-58260b4d95f6 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Router 7a21919f-b788-4282-be5f-e9af099ab34c has already been hosted by L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 {{(pid=104275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 09:17:19.328273 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90deb1d3-9210-427b-ba95-e8cb516cccda req-2628a07c-5f33-4fc4-a5c2-f3cef79e3e2d tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:19.329763 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-90deb1d3-9210-427b-ba95-e8cb516cccda req-2628a07c-5f33-4fc4-a5c2-f3cef79e3e2d tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 945 time: 0.0471117 May 20 09:17:19.381162 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-90deb1d3-9210-427b-ba95-e8cb516cccda req-444f97d7-8f0d-49dd-a470-23b0a014fdca tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446057 May 20 09:17:19.405761 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78dcf740-6884-4be1-b94f-7c8fa84c2222 req-80878030-c25c-4fa7-872d-58260b4d95f6 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:17:19.417779 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5754a6e6-e094-4c72-b18c-1956bbb83d3c None None] Sync routers for ids ['7a21919f-b788-4282-be5f-e9af099ab34c'] in dv-cinder-836996-23-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:17:19.428789 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5754a6e6-e094-4c72-b18c-1956bbb83d3c None None] Routers {'7a21919f-b788-4282-be5f-e9af099ab34c'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:17:19.429436 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-5754a6e6-e094-4c72-b18c-1956bbb83d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:17:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['7a21919f-b788-4282-be5f-e9af099ab34c'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:17:19.540634 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-5754a6e6-e094-4c72-b18c-1956bbb83d3c None None] Set router 7a21919f-b788-4282-be5f-e9af099ab34c gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:17:19.661571 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:19.700468 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:19.739115 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-5754a6e6-e094-4c72-b18c-1956bbb83d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'name': 'tempest-AttachVolumeNegativeTest-998905379-router', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:32Z', 'revision_number': 4, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'gw_port': {'id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:22Z', 'updated_at': '2022-05-20T09:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '1641841d-4922-4348-9adf-d1dfb4671082', 'name': '', 'network_id': '328df357-f834-447d-8616-ac57cd7979a2', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'mac_address': 'fa:16:3e:63:e9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6a66febf-40e6-435b-a129-884260e28f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:28Z', 'updated_at': '2022-05-20T09:13:43Z', 'revision_number': 5, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'subnets': [{'id': '6a66febf-40e6-435b-a129-884260e28f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:17:19.742110 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [req-78dcf740-6884-4be1-b94f-7c8fa84c2222 req-80878030-c25c-4fa7-872d-58260b4d95f6 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] No DVR routers for this DVR port 10b699e9-683d-4dd6-90dd-b78af5111278 on host hv-cinder-83699 {{(pid=104275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:17:19.759280 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-78dcf740-6884-4be1-b94f-7c8fa84c2222 req-80878030-c25c-4fa7-872d-58260b4d95f6 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for port (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:19.762592 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-78dcf740-6884-4be1-b94f-7c8fa84c2222 req-80878030-c25c-4fa7-872d-58260b4d95f6 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.44 "DELETE /v2.0/ports/10b699e9-683d-4dd6-90dd-b78af5111278 HTTP/1.1" status: 204 len: 173 time: 1.2151442 May 20 09:17:19.763195 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '121038e6-7ba5-4d8f-b099-53e27cc913c6', 'name': 'network-vif-deleted', 'tag': '10b699e9-683d-4dd6-90dd-b78af5111278'}] {{(pid=104275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:17:19.766938 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eea53449646a7168c1429fc9fd421a4bc8c13d7c241c91a60dad7e76b53d9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b90798-286b-44f1-9fa4-598d440b52de" -d '{"events": [{"server_uuid": "121038e6-7ba5-4d8f-b099-53e27cc913c6", "name": "network-vif-deleted", "tag": "10b699e9-683d-4dd6-90dd-b78af5111278"}]}' {{(pid=104275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:17:19.767111 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5754a6e6-e094-4c72-b18c-1956bbb83d3c None None] Checking router: 7a21919f-b788-4282-be5f-e9af099ab34c for host: dv-cinder-836996-23-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:17:19.775337 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5754a6e6-e094-4c72-b18c-1956bbb83d3c None None] Routers {'7a21919f-b788-4282-be5f-e9af099ab34c'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:17:19.776183 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-5754a6e6-e094-4c72-b18c-1956bbb83d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:17:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['7a21919f-b788-4282-be5f-e9af099ab34c'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:17:19.792550 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c1cc6-01d5-4198-9670-775810b52f5b req-ca6e31a8-b842-4987-b3e9-18d105ef8e7c tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:19.794089 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-657c1cc6-01d5-4198-9670-775810b52f5b req-ca6e31a8-b842-4987-b3e9-18d105ef8e7c tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6bf483f-196d-4699-8ca8-968382aecdac HTTP/1.1" status: 200 len: 946 time: 0.0804303 May 20 09:17:19.795858 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:19.807800 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c28c7c5-e092-40b3-9ccd-88583db00180 req-9f57bfe5-315f-4774-af1a-6c2571f0d1d6 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:19.809828 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8c28c7c5-e092-40b3-9ccd-88583db00180 req-9f57bfe5-315f-4774-af1a-6c2571f0d1d6 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=724e6ca0-78af-4670-a409-d2ee15ebf3d4 HTTP/1.1" status: 200 len: 943 time: 0.0562632 May 20 09:17:19.843640 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-657c1cc6-01d5-4198-9670-775810b52f5b req-a984435b-ef85-422b-8908-1a6e7f3c3d32 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=277436d8-fa8f-443f-ad9d-5809cdfe17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436473 May 20 09:17:19.864519 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8c28c7c5-e092-40b3-9ccd-88583db00180 req-c02fd194-6388-4ac0-b72e-ced486607aa5 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473237 May 20 09:17:19.884429 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-5754a6e6-e094-4c72-b18c-1956bbb83d3c None None] Set router 7a21919f-b788-4282-be5f-e9af099ab34c gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:17:19.891754 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 09:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b10298-8742-4a63-96cd-3a5f1ef5a477 x-openstack-request-id: req-d6b10298-8742-4a63-96cd-3a5f1ef5a477 {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:17:19.892040 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "121038e6-7ba5-4d8f-b099-53e27cc913c6", "name": "network-vif-deleted", "tag": "10b699e9-683d-4dd6-90dd-b78af5111278", "status": "completed", "code": 200}]} {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:17:19.892284 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d6b10298-8742-4a63-96cd-3a5f1ef5a477 {{(pid=104275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:17:19.892679 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6b10298-8742-4a63-96cd-3a5f1ef5a477'] response: {'server_uuid': '121038e6-7ba5-4d8f-b099-53e27cc913c6', 'name': 'network-vif-deleted', 'tag': '10b699e9-683d-4dd6-90dd-b78af5111278', 'status': 'completed', 'code': 200} May 20 09:17:19.978210 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-85ddc2c5-7186-40ef-be98-7029ce27901a req-66b832df-253a-47d8-8816-a9edc2e2ae51 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=121038e6-7ba5-4d8f-b099-53e27cc913c6 HTTP/1.1" status: 200 len: 210 time: 0.0269527 May 20 09:17:20.068082 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-5754a6e6-e094-4c72-b18c-1956bbb83d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'name': 'tempest-AttachVolumeNegativeTest-998905379-router', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:32Z', 'revision_number': 4, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'gw_port': {'id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:22Z', 'updated_at': '2022-05-20T09:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '1641841d-4922-4348-9adf-d1dfb4671082', 'name': '', 'network_id': '328df357-f834-447d-8616-ac57cd7979a2', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'mac_address': 'fa:16:3e:63:e9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6a66febf-40e6-435b-a129-884260e28f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:28Z', 'updated_at': '2022-05-20T09:13:43Z', 'revision_number': 5, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'subnets': [{'id': '6a66febf-40e6-435b-a129-884260e28f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:17:20.092921 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5754a6e6-e094-4c72-b18c-1956bbb83d3c None None] The sync data for ids ['7a21919f-b788-4282-be5f-e9af099ab34c'] in dv-cinder-836996-23-iscsi is: [{'id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'name': 'tempest-AttachVolumeNegativeTest-998905379-router', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:32Z', 'revision_number': 4, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'gw_port': {'id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:22Z', 'updated_at': '2022-05-20T09:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '1641841d-4922-4348-9adf-d1dfb4671082', 'name': '', 'network_id': '328df357-f834-447d-8616-ac57cd7979a2', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'mac_address': 'fa:16:3e:63:e9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6a66febf-40e6-435b-a129-884260e28f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:28Z', 'updated_at': '2022-05-20T09:13:43Z', 'revision_number': 5, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'subnets': [{'id': '6a66febf-40e6-435b-a129-884260e28f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:17:20.142386 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:20.150657 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15498031-5153-4f13-872e-da559993f55c req-2be9304e-878c-4181-bb3c-0ea6b79996b2 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:20.152221 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-15498031-5153-4f13-872e-da559993f55c req-2be9304e-878c-4181-bb3c-0ea6b79996b2 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 946 time: 0.0518506 May 20 09:17:20.206238 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-15498031-5153-4f13-872e-da559993f55c req-e6cbc17d-0a93-4024-9f08-b4d6cbb120fa tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477831 May 20 09:17:20.317261 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe8ec9e-7ab4-4284-8df7-1b5e51de75fe None None] New status for floating IP c6b71b45-1b28-4b85-8980-f8cb6c948d8b: DOWN {{(pid=104277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 20 09:17:20.499534 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc72dc-8683-4479-aa6f-9e060ea15d54 req-7d1cc486-9dbc-472c-a58f-00c481ebdf5b tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:20.501000 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-28dc72dc-8683-4479-aa6f-9e060ea15d54 req-7d1cc486-9dbc-472c-a58f-00c481ebdf5b tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 945 time: 0.0501544 May 20 09:17:20.556340 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-28dc72dc-8683-4479-aa6f-9e060ea15d54 req-89d6ff0b-3efd-4910-9fa0-d27ee9a4df6a tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493035 May 20 09:17:20.965099 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b598a-e00f-415a-9caf-40035b1420d2 req-8a20ce18-65f8-4dae-b9bd-7f02836cc341 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:20.967905 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-534b598a-e00f-415a-9caf-40035b1420d2 req-8a20ce18-65f8-4dae-b9bd-7f02836cc341 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6bf483f-196d-4699-8ca8-968382aecdac HTTP/1.1" status: 200 len: 946 time: 0.0484438 May 20 09:17:20.985504 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab825826-d1cd-4b0b-aa3e-dcc1d2f20d94 req-9ade3a94-f214-468f-9366-32f7c45a9b56 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:20.986991 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ab825826-d1cd-4b0b-aa3e-dcc1d2f20d94 req-9ade3a94-f214-468f-9366-32f7c45a9b56 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=724e6ca0-78af-4670-a409-d2ee15ebf3d4 HTTP/1.1" status: 200 len: 943 time: 0.0497434 May 20 09:17:20.993413 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:21.027049 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-534b598a-e00f-415a-9caf-40035b1420d2 req-afad3215-18a9-416e-a0e0-2ac2d9fa9fa2 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=277436d8-fa8f-443f-ad9d-5809cdfe17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541930 May 20 09:17:21.047057 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ab825826-d1cd-4b0b-aa3e-dcc1d2f20d94 req-3a38d9ee-418f-4047-8a13-188e9c588b9f tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513930 May 20 09:17:21.142761 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-2623acce-f460-4a9b-b991-db84c7719b29 req-ba8c312c-5c3f-49b4-8fa4-15c751fa4f9b tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=121038e6-7ba5-4d8f-b099-53e27cc913c6 HTTP/1.1" status: 200 len: 210 time: 0.0313835 May 20 09:17:21.324760 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60f559-b5ab-4c76-8867-6babe7cd0b60 req-704a307c-41fa-4214-8727-46a4161ab1e5 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:21.326148 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-af60f559-b5ab-4c76-8867-6babe7cd0b60 req-704a307c-41fa-4214-8727-46a4161ab1e5 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 946 time: 0.0469680 May 20 09:17:21.378805 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-af60f559-b5ab-4c76-8867-6babe7cd0b60 req-43c5dd6a-2f98-48f2-9bcb-90f4e5b2ec47 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470021 May 20 09:17:21.696417 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94109a-f7a7-40ef-9401-8fd9c093ade4 req-df69dbe0-1daf-412b-b53d-d25911fd2275 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:21.698290 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-6d94109a-f7a7-40ef-9401-8fd9c093ade4 req-df69dbe0-1daf-412b-b53d-d25911fd2275 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 945 time: 0.0508242 May 20 09:17:21.747060 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-6d94109a-f7a7-40ef-9401-8fd9c093ade4 req-5bcc7803-b993-4f7d-9b81-1f6d09e0353f tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431335 May 20 09:17:22.158275 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71571b4e-0508-4fb9-aaf0-6124976a3b4b req-ff347090-b86f-4334-86d4-170c756b8672 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:22.159758 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-71571b4e-0508-4fb9-aaf0-6124976a3b4b req-ff347090-b86f-4334-86d4-170c756b8672 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6bf483f-196d-4699-8ca8-968382aecdac HTTP/1.1" status: 200 len: 946 time: 0.0468211 May 20 09:17:22.170947 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9041f81-721d-4b56-9aba-847ab75e035d req-160aa9e8-2e57-4f7d-a12c-8c776e585abe tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:22.172446 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a9041f81-721d-4b56-9aba-847ab75e035d req-160aa9e8-2e57-4f7d-a12c-8c776e585abe tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=724e6ca0-78af-4670-a409-d2ee15ebf3d4 HTTP/1.1" status: 200 len: 943 time: 0.0475216 May 20 09:17:22.207243 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-71571b4e-0508-4fb9-aaf0-6124976a3b4b req-1bbac06c-15d2-471a-8321-d1e5e4b6b194 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=277436d8-fa8f-443f-ad9d-5809cdfe17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415831 May 20 09:17:22.221547 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a9041f81-721d-4b56-9aba-847ab75e035d req-a02681ff-19e7-4923-91d9-2110df533b0b tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435255 May 20 09:17:22.295169 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 35188) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:17:22.352682 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-14e71e46-c95a-481e-97bb-158622e1b08d tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for security_group (a23ab695-8289-4d9f-9248-b1f0cd06e078), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:22.380978 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-14e71e46-c95a-481e-97bb-158622e1b08d tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for security_group (a23ab695-8289-4d9f-9248-b1f0cd06e078), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:22.430616 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-14e71e46-c95a-481e-97bb-158622e1b08d tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (a23ab695-8289-4d9f-9248-b1f0cd06e078), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:22.433390 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-14e71e46-c95a-481e-97bb-158622e1b08d tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:22.434560 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-14e71e46-c95a-481e-97bb-158622e1b08d tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "DELETE /v2.0/security-groups/a23ab695-8289-4d9f-9248-b1f0cd06e078 HTTP/1.1" status: 204 len: 168 time: 0.1383905 May 20 09:17:22.437511 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 35192) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:17:22.443797 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e71e46-c95a-481e-97bb-158622e1b08d tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23ab695-8289-4d9f-9248-b1f0cd06e078,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:17:22.452022 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.api.v2.resource [None req-fe2df6fe-b3ae-4fc2-a83a-99dc43d6ad3f tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] show failed (client error): The resource could not be found. May 20 09:17:22.453014 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-fe2df6fe-b3ae-4fc2-a83a-99dc43d6ad3f tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups/a23ab695-8289-4d9f-9248-b1f0cd06e078 HTTP/1.1" status: 404 len: 347 time: 0.0145037 May 20 09:17:22.456308 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 35194) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:17:22.588020 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb264c-8e82-4a95-8b18-dd5f51e1a679 req-936a0577-fe88-4663-a015-a9e69d7816f5 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:22.589488 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-71bb264c-8e82-4a95-8b18-dd5f51e1a679 req-936a0577-fe88-4663-a015-a9e69d7816f5 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 946 time: 0.0994148 May 20 09:17:22.605495 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:22.615031 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-623dbbb5-f652-42a9-826e-564818dfaea3 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Deleting port d9458817-9f11-4741-9d13-cf1905878906 {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:17:22.615467 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-623dbbb5-f652-42a9-826e-564818dfaea3 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (d9458817-9f11-4741-9d13-cf1905878906), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:22.686570 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-71bb264c-8e82-4a95-8b18-dd5f51e1a679 req-0e819c2c-d9eb-4564-b2e3-07f0afd737e0 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906689 May 20 09:17:22.714417 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-623dbbb5-f652-42a9-826e-564818dfaea3 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (d9458817-9f11-4741-9d13-cf1905878906), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:22.714743 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-623dbbb5-f652-42a9-826e-564818dfaea3 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for floatingip (d9458817-9f11-4741-9d13-cf1905878906), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:22.728448 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-623dbbb5-f652-42a9-826e-564818dfaea3 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Calling delete_port for d9458817-9f11-4741-9d13-cf1905878906 owned by network:floatingip {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:17:22.756750 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 9b807888-e022-4e95-89be-56a386f87d4b details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 09:17:22.784122 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (2d1be950-4dd6-4324-90da-2272c7a86826), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:22.789915 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 10b699e9-683d-4dd6-90dd-b78af5111278 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 09:17:22.820717 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] No Port match for: 10b699e9-683d-4dd6-90dd-b78af5111278 {{(pid=104277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 20 09:17:22.821054 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 10b699e9-683d-4dd6-90dd-b78af5111278 not bound to the agent host hv-cinder-83699 {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 09:17:22.880684 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-623dbbb5-f652-42a9-826e-564818dfaea3 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (d9458817-9f11-4741-9d13-cf1905878906), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:22.882549 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d97dade-d41b-460f-b785-16839f0e6fda req-cb68bd02-0968-4b89-b177-0d46f5c53564 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:22.888779 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port 9b807888-e022-4e95-89be-56a386f87d4b, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=9b807888-e022-4e95-89be-56a386f87d4b,segment=NetworkSegment(665fb377-4509-43d2-a447-5bd58fa768e8),segment_id=665fb377-4509-43d2-a447-5bd58fa768e8)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:17:22.890241 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-9d97dade-d41b-460f-b785-16839f0e6fda req-cb68bd02-0968-4b89-b177-0d46f5c53564 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 945 time: 0.0618448 May 20 09:17:22.901694 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Returning: {'device': '9b807888-e022-4e95-89be-56a386f87d4b', 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db', 'port_id': '9b807888-e022-4e95-89be-56a386f87d4b', 'mac_address': 'fa:16:3e:69:03:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4497ded3-0270-4257-8e32-a5b32034f129', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 09:17:22.907904 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623dbbb5-f652-42a9-826e-564818dfaea3 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Pushing event deleted for resources: {'Port': ['ID=d9458817-9f11-4741-9d13-cf1905878906,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:17:22.938550 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-9d97dade-d41b-460f-b785-16839f0e6fda req-f80a3837-bc25-4f2e-9208-229a28107471 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473471 May 20 09:17:22.941729 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port 9b807888-e022-4e95-89be-56a386f87d4b is: DOWN; New status is: BUILD {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:17:22.942204 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (9b807888-e022-4e95-89be-56a386f87d4b), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:22.955850 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b807888-e022-4e95-89be-56a386f87d4b {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 09:17:22.975865 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port 9b807888-e022-4e95-89be-56a386f87d4b, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=9b807888-e022-4e95-89be-56a386f87d4b,segment=NetworkSegment(665fb377-4509-43d2-a447-5bd58fa768e8),segment_id=665fb377-4509-43d2-a447-5bd58fa768e8)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:17:22.977644 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-623dbbb5-f652-42a9-826e-564818dfaea3 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for floatingip (c6b71b45-1b28-4b85-8980-f8cb6c948d8b), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:22.980273 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-623dbbb5-f652-42a9-826e-564818dfaea3 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for floatingip (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:22.981397 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (9b807888-e022-4e95-89be-56a386f87d4b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:22.984975 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-623dbbb5-f652-42a9-826e-564818dfaea3 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "DELETE /v2.0/floatingips/c6b71b45-1b28-4b85-8980-f8cb6c948d8b HTTP/1.1" status: 204 len: 168 time: 0.5274796 May 20 09:17:23.030588 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=9b807888-e022-4e95-89be-56a386f87d4b,revision_number=4']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:17:23.053189 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 35202) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:17:23.057712 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-7d38372d-19a0-48ac-98c6-86727ae190c2 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1212572670', 'description': 'tempest-description--1830154612'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:17:23.067740 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:23.080447 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7d38372d-19a0-48ac-98c6-86727ae190c2 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:23.151297 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7d38372d-19a0-48ac-98c6-86727ae190c2 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for security_group (f1abc2e0-858e-4b29-a3f8-260886c1d9c4), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:23.157942 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7d38372d-19a0-48ac-98c6-86727ae190c2 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (f1abc2e0-858e-4b29-a3f8-260886c1d9c4), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:23.187206 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7d38372d-19a0-48ac-98c6-86727ae190c2 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:23.188445 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-7d38372d-19a0-48ac-98c6-86727ae190c2 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1342416 May 20 09:17:23.190448 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d38372d-19a0-48ac-98c6-86727ae190c2 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1abc2e0-858e-4b29-a3f8-260886c1d9c4,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:17:23.191605 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 35204) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:17:23.196309 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-fbb4e208-a5e5-4d1a-8518-c1808ac09700 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Request body: {'security_group_rule': {'security_group_id': 'f1abc2e0-858e-4b29-a3f8-260886c1d9c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:17:23.228170 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-fbb4e208-a5e5-4d1a-8518-c1808ac09700 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for security_group_rule (e8a87317-d392-4b6c-93ee-488e8e6e1e44), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:23.230501 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:23.240311 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] get_ports_and_sgs() called for port_ids ['9b807888-e022-4e95-89be-56a386f87d4b'] {{(pid=104277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 09:17:23.297510 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-fbb4e208-a5e5-4d1a-8518-c1808ac09700 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for security_group_rule (e8a87317-d392-4b6c-93ee-488e8e6e1e44), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:23.321963 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-fbb4e208-a5e5-4d1a-8518-c1808ac09700 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547209'] for security_group_rule (e8a87317-d392-4b6c-93ee-488e8e6e1e44), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:23.350563 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2df974-c589-47b2-ab60-4582def1b50b req-9db31cc2-d448-4508-b281-f117ee01caf2 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:23.353777 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb4e208-a5e5-4d1a-8518-c1808ac09700 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8a87317-d392-4b6c-93ee-488e8e6e1e44,revision_number=0']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:17:23.357731 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8c2df974-c589-47b2-ab60-4582def1b50b req-9db31cc2-d448-4508-b281-f117ee01caf2 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=724e6ca0-78af-4670-a409-d2ee15ebf3d4 HTTP/1.1" status: 200 len: 944 time: 0.0538113 May 20 09:17:23.367119 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b906d-a953-4ffe-8731-895692e3e28e req-bb526932-d4b9-4927-a0f0-dfdf5e57c96d tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:23.368796 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-897b906d-a953-4ffe-8731-895692e3e28e req-bb526932-d4b9-4927-a0f0-dfdf5e57c96d tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6bf483f-196d-4699-8ca8-968382aecdac HTTP/1.1" status: 200 len: 946 time: 0.0859632 May 20 09:17:23.372059 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-fbb4e208-a5e5-4d1a-8518-c1808ac09700 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:23.375719 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-fbb4e208-a5e5-4d1a-8518-c1808ac09700 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1829064 May 20 09:17:23.376337 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 35210) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:17:23.382798 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-79eee977-7c37-4367-a6dd-624cb7dd1587 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Request body: {'security_group_rule': {'security_group_id': 'f1abc2e0-858e-4b29-a3f8-260886c1d9c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:17:23.411862 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8c2df974-c589-47b2-ab60-4582def1b50b req-2fdc4c21-a9a3-41da-b167-01dd06630133 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532038 May 20 09:17:23.447813 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-897b906d-a953-4ffe-8731-895692e3e28e req-d4941cd1-1a29-447e-8554-3a0b29404420 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=277436d8-fa8f-443f-ad9d-5809cdfe17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704226 May 20 09:17:23.448840 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-79eee977-7c37-4367-a6dd-624cb7dd1587 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for security_group_rule (c8096e51-a1d1-47f9-8531-51870ab18664), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:23.497059 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-79eee977-7c37-4367-a6dd-624cb7dd1587 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for security_group_rule (c8096e51-a1d1-47f9-8531-51870ab18664), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:23.503663 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-79eee977-7c37-4367-a6dd-624cb7dd1587 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547209'] for security_group_rule (c8096e51-a1d1-47f9-8531-51870ab18664), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:23.521803 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eee977-7c37-4367-a6dd-624cb7dd1587 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8096e51-a1d1-47f9-8531-51870ab18664,revision_number=0']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:17:23.530063 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-79eee977-7c37-4367-a6dd-624cb7dd1587 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:23.531403 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-79eee977-7c37-4367-a6dd-624cb7dd1587 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1529551 May 20 09:17:23.534525 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 35212) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:17:23.538802 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-31318bea-18e4-40e7-929d-48b16f83c773 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Request body: {'floatingip': {'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:17:23.555031 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:23.561949 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-31318bea-18e4-40e7-929d-48b16f83c773 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:23.644546 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-31318bea-18e4-40e7-929d-48b16f83c773 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:23.755937 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.db_base_plugin_common [None req-31318bea-18e4-40e7-929d-48b16f83c773 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Allocated IP 172.27.0.60 (db85349c-1449-495a-9881-8426bbf372da/93804823-6bc2-4eb0-bfcd-bdee0631ed3e/ef17d96d-763e-4819-bfb2-ca1173308c29) {{(pid=104275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:17:23.866042 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-31318bea-18e4-40e7-929d-48b16f83c773 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for port (ef17d96d-763e-4819-bfb2-ca1173308c29), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:23.907890 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-31318bea-18e4-40e7-929d-48b16f83c773 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30908355'] for port (ef17d96d-763e-4819-bfb2-ca1173308c29), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:23.948152 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31318bea-18e4-40e7-929d-48b16f83c773 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Network db85349c-1449-495a-9881-8426bbf372da is already hosted by enough agents. {{(pid=104275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:17:23.952692 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.base_scheduler [None req-31318bea-18e4-40e7-929d-48b16f83c773 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Resources bound (agent type, host, resource id): {{(pid=104275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:17:23.956655 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31318bea-18e4-40e7-929d-48b16f83c773 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Received port after_create {{(pid=104275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:17:23.959437 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31318bea-18e4-40e7-929d-48b16f83c773 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Pushing event updated for resources: {'Port': ['ID=ef17d96d-763e-4819-bfb2-ca1173308c29,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:17:23.981426 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:24.043914 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-31318bea-18e4-40e7-929d-48b16f83c773 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for floatingip (a7a95202-c58d-49dd-9b15-17ff32572361), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:24.053144 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f8658-a361-4d2e-a8e8-dc0b7b4aceb9 req-51e38bec-0d2c-4596-b8e7-66ae8b67ae80 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:24.054993 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-478f8658-a361-4d2e-a8e8-dc0b7b4aceb9 req-51e38bec-0d2c-4596-b8e7-66ae8b67ae80 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 945 time: 0.0481510 May 20 09:17:24.082424 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-31318bea-18e4-40e7-929d-48b16f83c773 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (ef17d96d-763e-4819-bfb2-ca1173308c29), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:24.105189 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-478f8658-a361-4d2e-a8e8-dc0b7b4aceb9 req-aa86a8ba-a574-43ec-921d-be5faeae4b55 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440915 May 20 09:17:24.254761 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-31318bea-18e4-40e7-929d-48b16f83c773 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for port (ef17d96d-763e-4819-bfb2-ca1173308c29), precommit_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:24.261894 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-31318bea-18e4-40e7-929d-48b16f83c773 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30908404'] for port (ef17d96d-763e-4819-bfb2-ca1173308c29), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:24.322301 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:24.336270 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31318bea-18e4-40e7-929d-48b16f83c773 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Pushing event updated for resources: {'Port': ['ID=ef17d96d-763e-4819-bfb2-ca1173308c29,revision_number=2']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:17:24.345820 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-31318bea-18e4-40e7-929d-48b16f83c773 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680135'] for floatingip (a7a95202-c58d-49dd-9b15-17ff32572361), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:24.362924 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-31318bea-18e4-40e7-929d-48b16f83c773 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for floatingip (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:24.364233 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-31318bea-18e4-40e7-929d-48b16f83c773 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8287537 May 20 09:17:24.523477 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e970f7-775b-433e-b6e6-de8f2a890bfa req-bec29db5-4c9e-4abf-bc37-7e049bfa71af tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:24.525018 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-68e970f7-775b-433e-b6e6-de8f2a890bfa req-bec29db5-4c9e-4abf-bc37-7e049bfa71af tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=724e6ca0-78af-4670-a409-d2ee15ebf3d4 HTTP/1.1" status: 200 len: 944 time: 0.0498369 May 20 09:17:24.573635 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-84b61e0d-51b7-4deb-a573-4d6d277c2ec5 req-5caa1682-b051-4e41-81d4-77cf90a7744f tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1212572670&fields=id&tenant_id=2ddfd22e3dde4cc89c073bd2d88d648b HTTP/1.1" status: 200 len: 267 time: 0.0432720 May 20 09:17:24.574213 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-68e970f7-775b-433e-b6e6-de8f2a890bfa req-1704df89-75ef-4d63-97ac-4c4fd58da6ab tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432007 May 20 09:17:24.590247 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:24.676275 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02051755-563a-46e1-b5e9-4af68f27d690 req-4b93f210-20c5-41f2-a7a0-f532787da5f9 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:24.676785 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b61e0d-51b7-4deb-a573-4d6d277c2ec5 req-b1d605fc-ad35-4443-bffe-f52ea3f7f6dd tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:24.677727 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-02051755-563a-46e1-b5e9-4af68f27d690 req-4b93f210-20c5-41f2-a7a0-f532787da5f9 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6bf483f-196d-4699-8ca8-968382aecdac HTTP/1.1" status: 200 len: 946 time: 0.0478601 May 20 09:17:24.678185 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-84b61e0d-51b7-4deb-a573-4d6d277c2ec5 req-b1d605fc-ad35-4443-bffe-f52ea3f7f6dd tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/networks?id=328df357-f834-447d-8616-ac57cd7979a2 HTTP/1.1" status: 200 len: 814 time: 0.0982180 May 20 09:17:24.692970 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-84b61e0d-51b7-4deb-a573-4d6d277c2ec5 req-f3cbdf57-c663-4213-b6dd-db37fe2d3c97 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/quotas/2ddfd22e3dde4cc89c073bd2d88d648b HTTP/1.1" status: 200 len: 375 time: 0.0090721 May 20 09:17:24.726984 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-02051755-563a-46e1-b5e9-4af68f27d690 req-03f418be-9bb5-4e0e-9db0-64a3d40ff722 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=277436d8-fa8f-443f-ad9d-5809cdfe17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435550 May 20 09:17:24.746874 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-84b61e0d-51b7-4deb-a573-4d6d277c2ec5 req-6bdfe93e-e4f3-4166-b2a0-7d8feb116998 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ddfd22e3dde4cc89c073bd2d88d648b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488546 May 20 09:17:24.768033 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 9b807888-e022-4e95-89be-56a386f87d4b up at agent hyperv_hv-cinder-83699 {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:17:24.815808 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Provisioning for port 9b807888-e022-4e95-89be-56a386f87d4b completed by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 20 09:17:24.823781 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Provisioning complete for port 9b807888-e022-4e95-89be-56a386f87d4b triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:17:24.824086 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (9b807888-e022-4e95-89be-56a386f87d4b), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:24.843489 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-84b61e0d-51b7-4deb-a573-4d6d277c2ec5 req-1dcff3b6-bbb4-4ef2-8863-4437c9faa61e service neutron] 10.222.0.69 "GET /v2.0/networks/328df357-f834-447d-8616-ac57cd7979a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818064 May 20 09:17:24.844127 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:24.861999 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:24.902316 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port 9b807888-e022-4e95-89be-56a386f87d4b is: BUILD; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:17:24.902654 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (9b807888-e022-4e95-89be-56a386f87d4b), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:24.927281 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724e6ca0-78af-4670-a409-d2ee15ebf3d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b807888-e022-4e95-89be-56a386f87d4b'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:17:24.929699 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a79de04d4ec243d1cdc81b41ccc126ec62664011dfe1c1a94e68b1d536b5d8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d4f3c4-3866-42c7-ac59-9ee6f9e61e36" -d '{"events": [{"server_uuid": "724e6ca0-78af-4670-a409-d2ee15ebf3d4", "name": "network-vif-plugged", "status": "completed", "tag": "9b807888-e022-4e95-89be-56a386f87d4b"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:17:24.936890 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-84b61e0d-51b7-4deb-a573-4d6d277c2ec5 req-caafa16c-8ef3-45ff-abee-d14e5497900d service neutron] 10.222.0.69 "GET /v2.0/networks/328df357-f834-447d-8616-ac57cd7979a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852079 May 20 09:17:24.942140 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port 9b807888-e022-4e95-89be-56a386f87d4b, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=9b807888-e022-4e95-89be-56a386f87d4b,segment=NetworkSegment(665fb377-4509-43d2-a447-5bd58fa768e8),segment_id=665fb377-4509-43d2-a447-5bd58fa768e8)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:17:24.947615 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (9b807888-e022-4e95-89be-56a386f87d4b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:24.972289 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 09:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d13a24-74f7-4678-9d92-6501052fc703 x-openstack-request-id: req-d5d13a24-74f7-4678-9d92-6501052fc703 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:17:24.972602 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724e6ca0-78af-4670-a409-d2ee15ebf3d4", "name": "network-vif-plugged", "status": "completed", "tag": "9b807888-e022-4e95-89be-56a386f87d4b", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:17:24.972857 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d5d13a24-74f7-4678-9d92-6501052fc703 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:17:24.973250 dv-cinder-836996-23-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5d13a24-74f7-4678-9d92-6501052fc703'] response: {'server_uuid': '724e6ca0-78af-4670-a409-d2ee15ebf3d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b807888-e022-4e95-89be-56a386f87d4b', 'code': 200} May 20 09:17:24.997853 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=9b807888-e022-4e95-89be-56a386f87d4b,revision_number=5']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:17:25.104315 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-42688b25-55b3-4022-8ec7-592a0ae135e3 req-64a87333-cb2d-468e-86a7-b87aa048e438 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e1e109-bd6a-4764-b404-03e02b059042 HTTP/1.1" status: 200 len: 210 time: 0.0340550 May 20 09:17:25.223854 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d25cec-add2-489b-9d61-27c714ca7a08 req-6c65d011-57ff-4ada-a1c5-fb5cdfb9a399 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:25.225441 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-45d25cec-add2-489b-9d61-27c714ca7a08 req-6c65d011-57ff-4ada-a1c5-fb5cdfb9a399 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 945 time: 0.0497835 May 20 09:17:25.232035 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6df97-36cb-490e-8817-1e8a22996496 req-76351ddf-204d-43be-9d84-69b1415ac89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:25.233743 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-5cc6df97-36cb-490e-8817-1e8a22996496 req-76351ddf-204d-43be-9d84-69b1415ac89c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=724e6ca0-78af-4670-a409-d2ee15ebf3d4 HTTP/1.1" status: 200 len: 1129 time: 0.0527198 May 20 09:17:25.283776 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-45d25cec-add2-489b-9d61-27c714ca7a08 req-e834f92d-3990-41bb-b491-eb0b0c390f34 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519700 May 20 09:17:25.303684 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-5cc6df97-36cb-490e-8817-1e8a22996496 req-d2545750-6995-4567-aebc-98528a804abd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516727 May 20 09:17:25.691116 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298b69b-a493-47b6-bbfb-28cac269b1f4 req-61d35144-37e8-4c70-8dc2-c59e044abd7f tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:25.692615 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-e298b69b-a493-47b6-bbfb-28cac269b1f4 req-61d35144-37e8-4c70-8dc2-c59e044abd7f tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=724e6ca0-78af-4670-a409-d2ee15ebf3d4 HTTP/1.1" status: 200 len: 945 time: 0.0466397 May 20 09:17:25.741764 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-e298b69b-a493-47b6-bbfb-28cac269b1f4 req-fdbe6d23-5f30-48b2-8aa4-b2e0df16ead0 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424600 May 20 09:17:25.847913 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf8ca9-8409-4070-965d-fcd79b72d14f req-4d25f4a9-1754-4271-8bab-9d93bc7917ec tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:25.849364 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-57cf8ca9-8409-4070-965d-fcd79b72d14f req-4d25f4a9-1754-4271-8bab-9d93bc7917ec tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6bf483f-196d-4699-8ca8-968382aecdac HTTP/1.1" status: 200 len: 946 time: 0.0533509 May 20 09:17:25.895939 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-57cf8ca9-8409-4070-965d-fcd79b72d14f req-e62c275d-67ca-4c6d-85a9-b9210180bdc2 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=277436d8-fa8f-443f-ad9d-5809cdfe17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405428 May 20 09:17:26.215005 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-58f97d8b-c907-43cc-a65c-8793e3325cf9 req-6c4f9a78-59f7-43f7-b968-e6c5edf6c0aa tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e1e109-bd6a-4764-b404-03e02b059042 HTTP/1.1" status: 200 len: 210 time: 0.0311217 May 20 09:17:26.411925 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafafe8-2b85-4098-ada8-4be6e995fbbc req-4bb62e1a-fc9c-456b-a193-1acaa4c17530 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:26.413311 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-dcafafe8-2b85-4098-ada8-4be6e995fbbc req-4bb62e1a-fc9c-456b-a193-1acaa4c17530 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 945 time: 0.0507677 May 20 09:17:26.437819 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:26.462042 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-dcafafe8-2b85-4098-ada8-4be6e995fbbc req-60cfe8c0-38d6-43a6-b8f3-9a57adc6c85f tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427437 May 20 09:17:26.676185 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49f614-d88b-4d1f-b950-4ed6e926537a req-e82e810c-413e-4243-a341-9111708ba1aa tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:26.677548 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3b49f614-d88b-4d1f-b950-4ed6e926537a req-e82e810c-413e-4243-a341-9111708ba1aa tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 945 time: 0.0544405 May 20 09:17:26.724158 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3b49f614-d88b-4d1f-b950-4ed6e926537a req-772af0de-7e19-499b-abbd-2d21b28715d0 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408738 May 20 09:17:26.863634 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb0c731-c484-486c-86d5-b669d74df610 req-a5faa7af-1e4f-4c9a-a28e-10f6311f39f3 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:26.865155 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-ecb0c731-c484-486c-86d5-b669d74df610 req-a5faa7af-1e4f-4c9a-a28e-10f6311f39f3 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=724e6ca0-78af-4670-a409-d2ee15ebf3d4 HTTP/1.1" status: 200 len: 945 time: 0.0503690 May 20 09:17:26.886636 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:26.984938 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-ecb0c731-c484-486c-86d5-b669d74df610 req-010949f6-40f5-454e-96e9-41dfa69f2bbf tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138325 May 20 09:17:27.045992 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401eed85-03dd-4dc6-bc8f-6bb50ecc8266 req-d8732a2a-c853-45d5-b1fc-46a59659954c tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:27.051201 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b61e0d-51b7-4deb-a573-4d6d277c2ec5 req-f54815e5-ce4e-4ba6-a8c1-0a4385bf6127 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:27.053144 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-84b61e0d-51b7-4deb-a573-4d6d277c2ec5 req-f54815e5-ce4e-4ba6-a8c1-0a4385bf6127 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.44 "GET /v2.0/networks?id=328df357-f834-447d-8616-ac57cd7979a2 HTTP/1.1" status: 200 len: 814 time: 0.1652761 May 20 09:17:27.054275 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-401eed85-03dd-4dc6-bc8f-6bb50ecc8266 req-d8732a2a-c853-45d5-b1fc-46a59659954c tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6bf483f-196d-4699-8ca8-968382aecdac HTTP/1.1" status: 200 len: 946 time: 0.0707014 May 20 09:17:27.106750 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-401eed85-03dd-4dc6-bc8f-6bb50ecc8266 req-29b469de-e854-4ef4-a73c-22061ce497f6 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=277436d8-fa8f-443f-ad9d-5809cdfe17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513861 May 20 09:17:27.172260 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583f421-2deb-45ad-985b-80c1bd28bcf0 req-8c37fa56-0d1c-459d-8629-65b6fd4a6a3e tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:27.174845 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b583f421-2deb-45ad-985b-80c1bd28bcf0 req-8c37fa56-0d1c-459d-8629-65b6fd4a6a3e tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=724e6ca0-78af-4670-a409-d2ee15ebf3d4 HTTP/1.1" status: 200 len: 945 time: 0.1090200 May 20 09:17:27.205122 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f03878-6f02-424c-873b-237acf0722ef req-57baaec4-0fcd-4645-8b71-a8b6e15f0655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:27.206455 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-78f03878-6f02-424c-873b-237acf0722ef req-57baaec4-0fcd-4645-8b71-a8b6e15f0655 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9dd35ce1fcbd4038a0c556a45059c7d7&device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 1129 time: 0.0928941 May 20 09:17:27.231111 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-84b61e0d-51b7-4deb-a573-4d6d277c2ec5 req-51ee941a-b59c-4b44-8f99-9d826b4da108 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ddfd22e3dde4cc89c073bd2d88d648b HTTP/1.1" status: 200 len: 380 time: 0.1521420 May 20 09:17:27.250132 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [req-84b61e0d-51b7-4deb-a573-4d6d277c2ec5 req-5ea06221-1c89-46b2-9beb-8e4f5dd03a8a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Request body: {'port': {'device_id': '03e1e109-bd6a-4764-b404-03e02b059042', 'network_id': '328df357-f834-447d-8616-ac57cd7979a2', 'admin_state_up': True, 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'security_groups': ['f1abc2e0-858e-4b29-a3f8-260886c1d9c4']}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:17:27.312492 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ef61f4a6-ed13-4a69-b04e-a8ba9921cf75 req-1e290933-77ac-4de1-a584-b8cdcfbb7355 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e1e109-bd6a-4764-b404-03e02b059042 HTTP/1.1" status: 200 len: 210 time: 0.0276413 May 20 09:17:27.364171 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b583f421-2deb-45ad-985b-80c1bd28bcf0 req-3d9f4b9c-093d-40b6-861f-c327b090427d tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762261 May 20 09:17:27.386802 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 35270) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:17:27.406847 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:27.412597 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f03878-6f02-424c-873b-237acf0722ef req-ff5b32da-7b5e-4e28-a2b7-f672f5531970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:27.414125 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-78f03878-6f02-424c-873b-237acf0722ef req-ff5b32da-7b5e-4e28-a2b7-f672f5531970 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1877e401-d42a-4a52-b633-242e6f958903 HTTP/1.1" status: 200 len: 912 time: 0.1978090 May 20 09:17:27.494535 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-78f03878-6f02-424c-873b-237acf0722ef req-2824a438-f2e3-445d-9a3d-df353c84df6d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05 HTTP/1.1" status: 200 len: 1000 time: 0.0731039 May 20 09:17:27.500434 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84b61e0d-51b7-4deb-a573-4d6d277c2ec5 req-5ea06221-1c89-46b2-9beb-8e4f5dd03a8a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Made reservation on behalf of 2ddfd22e3dde4cc89c073bd2d88d648b for: {'port': 1} {{(pid=104275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:17:27.504054 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-84b61e0d-51b7-4deb-a573-4d6d277c2ec5 req-5ea06221-1c89-46b2-9beb-8e4f5dd03a8a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:27.579156 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e8e95e-3d9b-4920-8e3f-3f342b0b590d tempest-TestVolumeBootPattern-32530677 tempest-TestVolumeBootPattern-32530677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:27.580739 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-30e8e95e-3d9b-4920-8e3f-3f342b0b590d tempest-TestVolumeBootPattern-32530677 tempest-TestVolumeBootPattern-32530677-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=724e6ca0-78af-4670-a409-d2ee15ebf3d4 HTTP/1.1" status: 200 len: 1124 time: 0.1929033 May 20 09:17:27.583724 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 35274) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:17:27.587997 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-8e912d86-ebd8-43e8-93c3-a2e3a172f141 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Request body: {'floatingip': {'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'port_id': '9b807888-e022-4e95-89be-56a386f87d4b', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:17:27.602730 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f03878-6f02-424c-873b-237acf0722ef req-3853baba-69f5-4e7c-9f66-133fb49bf9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:27.604408 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-78f03878-6f02-424c-873b-237acf0722ef req-3853baba-69f5-4e7c-9f66-133fb49bf9bf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=627f3291-137c-4051-aa19-caaa09ad6395 HTTP/1.1" status: 200 len: 850 time: 0.0972745 May 20 09:17:27.608700 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8e912d86-ebd8-43e8-93c3-a2e3a172f141 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:27.664228 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:27.682338 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f03878-6f02-424c-873b-237acf0722ef req-b7ddffa6-32bc-47c6-acad-61f41b03f49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:27.683891 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-78f03878-6f02-424c-873b-237acf0722ef req-b7ddffa6-32bc-47c6-acad-61f41b03f49f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1877e401-d42a-4a52-b633-242e6f958903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0730486 May 20 09:17:27.688602 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8e912d86-ebd8-43e8-93c3-a2e3a172f141 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:27.751561 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.db_base_plugin_common [req-84b61e0d-51b7-4deb-a573-4d6d277c2ec5 req-5ea06221-1c89-46b2-9beb-8e4f5dd03a8a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Allocated IP 172.20.0.11 (328df357-f834-447d-8616-ac57cd7979a2/6a66febf-40e6-435b-a129-884260e28f23/62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef) {{(pid=104275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:17:27.797011 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_common [None req-8e912d86-ebd8-43e8-93c3-a2e3a172f141 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Allocated IP 172.27.0.14 (db85349c-1449-495a-9881-8426bbf372da/93804823-6bc2-4eb0-bfcd-bdee0631ed3e/3bcce168-65d5-442d-bb94-bbc88d9b2dca) {{(pid=104276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:17:27.811677 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:27.879013 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-78f03878-6f02-424c-873b-237acf0722ef req-f823f389-2540-46f1-a2aa-c9d76ddbebf3 service neutron] 10.222.0.44 "GET /v2.0/networks/1877e401-d42a-4a52-b633-242e6f958903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878817 May 20 09:17:28.009783 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-84b61e0d-51b7-4deb-a573-4d6d277c2ec5 req-5ea06221-1c89-46b2-9beb-8e4f5dd03a8a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for port (62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:28.019801 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-78f03878-6f02-424c-873b-237acf0722ef req-2cbd0b9e-e863-49f6-b36e-d515abc9042e service neutron] 10.222.0.44 "GET /v2.0/networks/1877e401-d42a-4a52-b633-242e6f958903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330700 May 20 09:17:28.062266 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-84b61e0d-51b7-4deb-a573-4d6d277c2ec5 req-5ea06221-1c89-46b2-9beb-8e4f5dd03a8a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30908355'] for port (62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:28.106807 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e13d4-5066-49de-bc52-78595c477710 req-31c3d49a-67b3-4eab-a013-5e9e53f9d05f tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:28.108304 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9d7e13d4-5066-49de-bc52-78595c477710 req-31c3d49a-67b3-4eab-a013-5e9e53f9d05f tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 945 time: 0.3087373 May 20 09:17:28.112174 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84b61e0d-51b7-4deb-a573-4d6d277c2ec5 req-5ea06221-1c89-46b2-9beb-8e4f5dd03a8a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Network 328df357-f834-447d-8616-ac57cd7979a2 is already hosted by enough agents. {{(pid=104275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:17:28.117732 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.base_scheduler [req-84b61e0d-51b7-4deb-a573-4d6d277c2ec5 req-5ea06221-1c89-46b2-9beb-8e4f5dd03a8a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Resources bound (agent type, host, resource id): {{(pid=104275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:17:28.121636 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b61e0d-51b7-4deb-a573-4d6d277c2ec5 req-5ea06221-1c89-46b2-9beb-8e4f5dd03a8a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Received port after_create {{(pid=104275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:17:28.127907 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea06221-1c89-46b2-9beb-8e4f5dd03a8a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Pushing event updated for resources: {'Port': ['ID=62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:17:28.179889 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b61e0d-51b7-4deb-a573-4d6d277c2ec5 req-5ea06221-1c89-46b2-9beb-8e4f5dd03a8a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:28.180521 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-84b61e0d-51b7-4deb-a573-4d6d277c2ec5 req-5ea06221-1c89-46b2-9beb-8e4f5dd03a8a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for port (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:28.200850 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9d7e13d4-5066-49de-bc52-78595c477710 req-ddafba1d-7343-4d3f-bd88-abf5ba69049c tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841725 May 20 09:17:28.201735 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-84b61e0d-51b7-4deb-a573-4d6d277c2ec5 req-5ea06221-1c89-46b2-9beb-8e4f5dd03a8a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9577587 May 20 09:17:28.214842 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [req-84b61e0d-51b7-4deb-a573-4d6d277c2ec5 req-3d89bbac-e6ff-42a2-a290-a71e6f191b00 service neutron] Request body: {'port': {'device_id': '03e1e109-bd6a-4764-b404-03e02b059042', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:17:28.226857 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8e912d86-ebd8-43e8-93c3-a2e3a172f141 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks [] for port (3bcce168-65d5-442d-bb94-bbc88d9b2dca), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:28.251300 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:28.264671 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8e912d86-ebd8-43e8-93c3-a2e3a172f141 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (3bcce168-65d5-442d-bb94-bbc88d9b2dca), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:28.311674 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e912d86-ebd8-43e8-93c3-a2e3a172f141 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Network db85349c-1449-495a-9881-8426bbf372da is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:17:28.314696 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-8e912d86-ebd8-43e8-93c3-a2e3a172f141 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:17:28.315161 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb6bf91-7388-4d69-ac87-e262c27350e3 req-480fbd8a-de1a-46d9-bbd3-d1742eb11d30 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:28.318487 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e912d86-ebd8-43e8-93c3-a2e3a172f141 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Received port after_create {{(pid=104276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:17:28.319899 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-aeb6bf91-7388-4d69-ac87-e262c27350e3 req-480fbd8a-de1a-46d9-bbd3-d1742eb11d30 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6bf483f-196d-4699-8ca8-968382aecdac HTTP/1.1" status: 200 len: 946 time: 0.0840676 May 20 09:17:28.334585 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-84b61e0d-51b7-4deb-a573-4d6d277c2ec5 req-3d89bbac-e6ff-42a2-a290-a71e6f191b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:28.356463 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e912d86-ebd8-43e8-93c3-a2e3a172f141 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Pushing event updated for resources: {'Port': ['ID=3bcce168-65d5-442d-bb94-bbc88d9b2dca,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:17:28.362672 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:28.369882 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e912d86-ebd8-43e8-93c3-a2e3a172f141 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:17:28.371519 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e912d86-ebd8-43e8-93c3-a2e3a172f141 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:17:28.371519 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e912d86-ebd8-43e8-93c3-a2e3a172f141 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:17:28.371519 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e912d86-ebd8-43e8-93c3-a2e3a172f141 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:17:28.371519 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e912d86-ebd8-43e8-93c3-a2e3a172f141 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:17:28.371519 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e912d86-ebd8-43e8-93c3-a2e3a172f141 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:17:28.371930 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e912d86-ebd8-43e8-93c3-a2e3a172f141 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:17:28.372132 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e912d86-ebd8-43e8-93c3-a2e3a172f141 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:17:28.372413 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e912d86-ebd8-43e8-93c3-a2e3a172f141 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:17:28.372729 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e912d86-ebd8-43e8-93c3-a2e3a172f141 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:17:28.373048 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e912d86-ebd8-43e8-93c3-a2e3a172f141 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:17:28.373363 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e912d86-ebd8-43e8-93c3-a2e3a172f141 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:17:28.373673 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e912d86-ebd8-43e8-93c3-a2e3a172f141 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:17:28.373981 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e912d86-ebd8-43e8-93c3-a2e3a172f141 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:17:28.374290 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e912d86-ebd8-43e8-93c3-a2e3a172f141 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:17:28.411894 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-aeb6bf91-7388-4d69-ac87-e262c27350e3 req-44781c8e-f4b8-4cb6-9d93-deec9441c8c1 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=277436d8-fa8f-443f-ad9d-5809cdfe17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882018 May 20 09:17:28.427932 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-e3e933c5-6eb4-4c5d-83e1-4bedef3d5008 None None] Provisioning complete for port 62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:17:28.430250 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e3e933c5-6eb4-4c5d-83e1-4bedef3d5008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:28.476411 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-e3e933c5-6eb4-4c5d-83e1-4bedef3d5008 None None] Port 62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef cannot update to ACTIVE because it is not bound. {{(pid=104277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 20 09:17:28.483769 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da3bf0-326e-4f2e-a4c6-c0e38edde96a req-869fab91-9011-473d-84cc-f8843a4d763a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:28.485252 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f8da3bf0-326e-4f2e-a4c6-c0e38edde96a req-869fab91-9011-473d-84cc-f8843a4d763a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e1e109-bd6a-4764-b404-03e02b059042 HTTP/1.1" status: 200 len: 932 time: 0.0852964 May 20 09:17:28.584437 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f8da3bf0-326e-4f2e-a4c6-c0e38edde96a req-1f3d4515-bada-44c2-8a79-587cbf1d94d0 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1abc2e0-858e-4b29-a3f8-260886c1d9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908301 May 20 09:17:28.660406 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:28.671862 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.notifiers.nova [req-84b61e0d-51b7-4deb-a573-4d6d277c2ec5 req-3d89bbac-e6ff-42a2-a290-a71e6f191b00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef {{(pid=104275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 09:17:28.680002 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-84b61e0d-51b7-4deb-a573-4d6d277c2ec5 req-3d89bbac-e6ff-42a2-a290-a71e6f191b00 service neutron] Publish callbacks [] for port (62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef), precommit_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:28.693470 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.provisioning_blocks [req-84b61e0d-51b7-4deb-a573-4d6d277c2ec5 req-3d89bbac-e6ff-42a2-a290-a71e6f191b00 service neutron] Transition to ACTIVE for port object 62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef will not be triggered until provisioned by entity L2. {{(pid=104275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 20 09:17:28.698379 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-84b61e0d-51b7-4deb-a573-4d6d277c2ec5 req-3d89bbac-e6ff-42a2-a290-a71e6f191b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30908404'] for port (62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:28.748915 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d89bbac-e6ff-42a2-a290-a71e6f191b00 service neutron] Pushing event updated for resources: {'Port': ['ID=62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef,revision_number=2']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:17:28.759956 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d89bbac-e6ff-42a2-a290-a71e6f191b00 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:17:28.762063 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d89bbac-e6ff-42a2-a290-a71e6f191b00 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:17:28.762063 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d89bbac-e6ff-42a2-a290-a71e6f191b00 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:17:28.762063 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d89bbac-e6ff-42a2-a290-a71e6f191b00 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:17:28.762063 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d89bbac-e6ff-42a2-a290-a71e6f191b00 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:17:28.762063 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d89bbac-e6ff-42a2-a290-a71e6f191b00 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:17:28.762063 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d89bbac-e6ff-42a2-a290-a71e6f191b00 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:17:28.762610 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d89bbac-e6ff-42a2-a290-a71e6f191b00 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:17:28.762610 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d89bbac-e6ff-42a2-a290-a71e6f191b00 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:17:28.762830 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d89bbac-e6ff-42a2-a290-a71e6f191b00 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:17:28.763182 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d89bbac-e6ff-42a2-a290-a71e6f191b00 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:17:28.763521 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d89bbac-e6ff-42a2-a290-a71e6f191b00 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:17:28.763810 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d89bbac-e6ff-42a2-a290-a71e6f191b00 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:17:28.764151 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d89bbac-e6ff-42a2-a290-a71e6f191b00 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:17:28.764436 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d89bbac-e6ff-42a2-a290-a71e6f191b00 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:17:28.841721 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [req-84b61e0d-51b7-4deb-a573-4d6d277c2ec5 req-3d89bbac-e6ff-42a2-a290-a71e6f191b00 service neutron] Attempting to bind port 62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 20 09:17:28.842623 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:28.842763 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [req-84b61e0d-51b7-4deb-a573-4d6d277c2ec5 req-3d89bbac-e6ff-42a2-a290-a71e6f191b00 service neutron] Attempting to bind port 62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'ef282a07-cf11-4b01-9306-f20c5aec5e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '328df357-f834-447d-8616-ac57cd7979a2'}] {{(pid=104275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 20 09:17:28.842763 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b61e0d-51b7-4deb-a573-4d6d277c2ec5 req-3d89bbac-e6ff-42a2-a290-a71e6f191b00 service neutron] Attempting to bind port 62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef on network 328df357-f834-447d-8616-ac57cd7979a2 {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:17:28.847459 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b61e0d-51b7-4deb-a573-4d6d277c2ec5 req-3d89bbac-e6ff-42a2-a290-a71e6f191b00 service neutron] Port 62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef on network 328df357-f834-447d-8616-ac57cd7979a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 09:17:28.847790 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b61e0d-51b7-4deb-a573-4d6d277c2ec5 req-3d89bbac-e6ff-42a2-a290-a71e6f191b00 service neutron] Attempting to bind port 62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef on network 328df357-f834-447d-8616-ac57cd7979a2 {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:17:28.853435 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b61e0d-51b7-4deb-a573-4d6d277c2ec5 req-3d89bbac-e6ff-42a2-a290-a71e6f191b00 service neutron] Checking agent: {'id': '2d1be950-4dd6-4324-90da-2272c7a86826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 9, 11, 22), 'started_at': datetime.datetime(2022, 5, 20, 9, 11, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 9, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 09:17:28.853764 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b61e0d-51b7-4deb-a573-4d6d277c2ec5 req-3d89bbac-e6ff-42a2-a290-a71e6f191b00 service neutron] Checking segment: {'id': 'ef282a07-cf11-4b01-9306-f20c5aec5e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '328df357-f834-447d-8616-ac57cd7979a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:17:28.854142 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b61e0d-51b7-4deb-a573-4d6d277c2ec5 req-3d89bbac-e6ff-42a2-a290-a71e6f191b00 service neutron] Bound using segment: {'id': 'ef282a07-cf11-4b01-9306-f20c5aec5e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '328df357-f834-447d-8616-ac57cd7979a2'} {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 09:17:28.854565 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [req-84b61e0d-51b7-4deb-a573-4d6d277c2ec5 req-3d89bbac-e6ff-42a2-a290-a71e6f191b00 service neutron] Bound port: 62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef282a07-cf11-4b01-9306-f20c5aec5e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '328df357-f834-447d-8616-ac57cd7979a2'}}] {{(pid=104275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 20 09:17:28.854913 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-84b61e0d-51b7-4deb-a573-4d6d277c2ec5 req-3d89bbac-e6ff-42a2-a290-a71e6f191b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:28.887572 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8e912d86-ebd8-43e8-93c3-a2e3a172f141 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks [] for floatingip (01106573-57fc-43a7-b3d3-0b4eb4a9089b), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:28.924021 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [req-84b61e0d-51b7-4deb-a573-4d6d277c2ec5 req-3d89bbac-e6ff-42a2-a290-a71e6f191b00 service neutron] For port 62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef, host hv-cinder-83699, cleared binding levels {{(pid=104275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 09:17:28.927700 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [req-84b61e0d-51b7-4deb-a573-4d6d277c2ec5 req-3d89bbac-e6ff-42a2-a290-a71e6f191b00 service neutron] For port 62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef,segment=NetworkSegment(ef282a07-cf11-4b01-9306-f20c5aec5e53),segment_id=ef282a07-cf11-4b01-9306-f20c5aec5e53)] {{(pid=104275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 09:17:28.937869 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-84b61e0d-51b7-4deb-a573-4d6d277c2ec5 req-3d89bbac-e6ff-42a2-a290-a71e6f191b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30908404'] for port (62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:28.978291 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b61e0d-51b7-4deb-a573-4d6d277c2ec5 req-3d89bbac-e6ff-42a2-a290-a71e6f191b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:28.978906 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-84b61e0d-51b7-4deb-a573-4d6d277c2ec5 req-3d89bbac-e6ff-42a2-a290-a71e6f191b00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for port (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:28.980312 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-84b61e0d-51b7-4deb-a573-4d6d277c2ec5 req-3d89bbac-e6ff-42a2-a290-a71e6f191b00 service neutron] 10.222.0.44 "PUT /v2.0/ports/62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef HTTP/1.1" status: 200 len: 1094 time: 0.7708890 May 20 09:17:28.980733 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03e1e109-bd6a-4764-b404-03e02b059042', 'tag': '62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef'}] {{(pid=104275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:17:28.983141 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eea53449646a7168c1429fc9fd421a4bc8c13d7c241c91a60dad7e76b53d9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe492312-42bd-49c3-88a5-f24078e82421" -d '{"events": [{"name": "network-changed", "server_uuid": "03e1e109-bd6a-4764-b404-03e02b059042", "tag": "62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef"}]}' {{(pid=104275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:17:29.019691 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d89bbac-e6ff-42a2-a290-a71e6f191b00 service neutron] Pushing event updated for resources: {'Port': ['ID=62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef,revision_number=3']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:17:29.047677 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 09:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51894596-aa59-4d49-868e-147981991162 x-openstack-request-id: req-51894596-aa59-4d49-868e-147981991162 {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:17:29.047677 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03e1e109-bd6a-4764-b404-03e02b059042", "tag": "62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef", "status": "completed", "code": 200}]} {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:17:29.047677 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-51894596-aa59-4d49-868e-147981991162 {{(pid=104275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:17:29.048127 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51894596-aa59-4d49-868e-147981991162'] response: {'name': 'network-changed', 'server_uuid': '03e1e109-bd6a-4764-b404-03e02b059042', 'tag': '62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef', 'status': 'completed', 'code': 200} May 20 09:17:29.053186 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8e912d86-ebd8-43e8-93c3-a2e3a172f141 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (3bcce168-65d5-442d-bb94-bbc88d9b2dca), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:29.074922 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b61e0d-51b7-4deb-a573-4d6d277c2ec5 req-453cb4e5-f969-4361-ba62-6314b8f746ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:29.076497 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-84b61e0d-51b7-4deb-a573-4d6d277c2ec5 req-453cb4e5-f969-4361-ba62-6314b8f746ea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ddfd22e3dde4cc89c073bd2d88d648b&device_id=03e1e109-bd6a-4764-b404-03e02b059042 HTTP/1.1" status: 200 len: 1128 time: 0.0406423 May 20 09:17:29.116003 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-84b61e0d-51b7-4deb-a573-4d6d277c2ec5 req-76d0ad2d-8393-459b-a43c-96fe6f20b74c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef HTTP/1.1" status: 200 len: 217 time: 0.0323703 May 20 09:17:29.175403 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b61e0d-51b7-4deb-a573-4d6d277c2ec5 req-fd45edf3-fa7c-4bfa-a0b4-4870f74bec87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:29.176971 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-84b61e0d-51b7-4deb-a573-4d6d277c2ec5 req-fd45edf3-fa7c-4bfa-a0b4-4870f74bec87 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6a66febf-40e6-435b-a129-884260e28f23 HTTP/1.1" status: 200 len: 853 time: 0.0549159 May 20 09:17:29.221918 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:29.239088 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b61e0d-51b7-4deb-a573-4d6d277c2ec5 req-bcbff3aa-a19c-423d-a6cb-c7aeb437b7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:29.241207 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-84b61e0d-51b7-4deb-a573-4d6d277c2ec5 req-bcbff3aa-a19c-423d-a6cb-c7aeb437b7f2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=328df357-f834-447d-8616-ac57cd7979a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0580785 May 20 09:17:29.242384 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8e912d86-ebd8-43e8-93c3-a2e3a172f141 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks [] for port (3bcce168-65d5-442d-bb94-bbc88d9b2dca), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:29.248075 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8e912d86-ebd8-43e8-93c3-a2e3a172f141 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32464857'] for port (3bcce168-65d5-442d-bb94-bbc88d9b2dca), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:29.333567 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-84b61e0d-51b7-4deb-a573-4d6d277c2ec5 req-870701d4-505d-46f1-b575-48e2d3d3fa18 service neutron] 10.222.0.44 "GET /v2.0/networks/328df357-f834-447d-8616-ac57cd7979a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858488 May 20 09:17:29.349084 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e912d86-ebd8-43e8-93c3-a2e3a172f141 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Pushing event updated for resources: {'Port': ['ID=3bcce168-65d5-442d-bb94-bbc88d9b2dca,revision_number=2']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:17:29.365756 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8e912d86-ebd8-43e8-93c3-a2e3a172f141 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680135'] for floatingip (01106573-57fc-43a7-b3d3-0b4eb4a9089b), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:29.373294 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1fde4b-b8b4-472b-80a7-9dd81cf4ea11 req-3777a1e1-8c25-448a-a0d5-851f1589c402 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:29.374727 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2d1fde4b-b8b4-472b-80a7-9dd81cf4ea11 req-3777a1e1-8c25-448a-a0d5-851f1589c402 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 945 time: 0.0711820 May 20 09:17:29.425019 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-84b61e0d-51b7-4deb-a573-4d6d277c2ec5 req-3061a280-b108-4c5e-8bba-e985c2191ae8 service neutron] 10.222.0.44 "GET /v2.0/networks/328df357-f834-447d-8616-ac57cd7979a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854328 May 20 09:17:29.489002 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:29.495004 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2d1fde4b-b8b4-472b-80a7-9dd81cf4ea11 req-ce08d7f1-8969-4aef-b699-ae846386ac33 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902157 May 20 09:17:29.506418 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.db.l3_db [None req-8e912d86-ebd8-43e8-93c3-a2e3a172f141 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Floating IP 01106573-57fc-43a7-b3d3-0b4eb4a9089b associated. External IP: 172.27.0.14, port: 9b807888-e022-4e95-89be-56a386f87d4b. May 20 09:17:29.547238 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc552e3-dfd7-4408-a9fd-18ed35cf37c2 req-c20616bd-b86a-4049-965e-b9f5812aabd7 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:29.549314 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-cbc552e3-dfd7-4408-a9fd-18ed35cf37c2 req-c20616bd-b86a-4049-965e-b9f5812aabd7 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6bf483f-196d-4699-8ca8-968382aecdac HTTP/1.1" status: 200 len: 946 time: 0.0565851 May 20 09:17:29.597041 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-cbc552e3-dfd7-4408-a9fd-18ed35cf37c2 req-ee244a64-a38e-4f6c-a368-c132776083bb tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=277436d8-fa8f-443f-ad9d-5809cdfe17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424113 May 20 09:17:29.736695 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810131c-c038-45c5-91fd-9a6e3342c45f req-eafd0632-73cd-45f5-b972-5e50b8605544 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:29.738160 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8810131c-c038-45c5-91fd-9a6e3342c45f req-eafd0632-73cd-45f5-b972-5e50b8605544 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e1e109-bd6a-4764-b404-03e02b059042 HTTP/1.1" status: 200 len: 944 time: 0.0833380 May 20 09:17:29.746013 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e912d86-ebd8-43e8-93c3-a2e3a172f141 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Router 9c1d9c77-1b9d-4a44-8463-7522608f4462 has already been hosted by L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 {{(pid=104276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 09:17:29.752551 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:29.829641 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8810131c-c038-45c5-91fd-9a6e3342c45f req-67d052c2-74c4-411a-be7f-102e2edde23e tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1abc2e0-858e-4b29-a3f8-260886c1d9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854583 May 20 09:17:30.103742 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e912d86-ebd8-43e8-93c3-a2e3a172f141 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:17:30.114237 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f82d23-570e-4d5a-b968-defdb9ef361c None None] Sync routers for ids ['9c1d9c77-1b9d-4a44-8463-7522608f4462'] in dv-cinder-836996-23-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:17:30.124176 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8e912d86-ebd8-43e8-93c3-a2e3a172f141 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for floatingip (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:30.125636 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f82d23-570e-4d5a-b968-defdb9ef361c None None] Routers {'9c1d9c77-1b9d-4a44-8463-7522608f4462'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:17:30.126249 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-76f82d23-570e-4d5a-b968-defdb9ef361c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:17:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['9c1d9c77-1b9d-4a44-8463-7522608f4462'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:17:30.155720 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-8e912d86-ebd8-43e8-93c3-a2e3a172f141 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5708551 May 20 09:17:30.156415 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '724e6ca0-78af-4670-a409-d2ee15ebf3d4', 'tag': '9b807888-e022-4e95-89be-56a386f87d4b'}] {{(pid=104276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:17:30.158824 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f1859fdf6517cac9f3390f7253b255bfbc77edc31af200be8f81c994e01841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189d1f8d-78cf-4883-938f-d4f57bb2de85" -d '{"events": [{"name": "network-changed", "server_uuid": "724e6ca0-78af-4670-a409-d2ee15ebf3d4", "tag": "9b807888-e022-4e95-89be-56a386f87d4b"}]}' {{(pid=104276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:17:30.194313 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 09:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7c7ef4-168b-4932-8bb6-dcc778c9c684 x-openstack-request-id: req-ab7c7ef4-168b-4932-8bb6-dcc778c9c684 {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:17:30.194596 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "724e6ca0-78af-4670-a409-d2ee15ebf3d4", "tag": "9b807888-e022-4e95-89be-56a386f87d4b", "status": "completed", "code": 200}]} {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:17:30.194866 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ab7c7ef4-168b-4932-8bb6-dcc778c9c684 {{(pid=104276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:17:30.195277 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab7c7ef4-168b-4932-8bb6-dcc778c9c684'] response: {'name': 'network-changed', 'server_uuid': '724e6ca0-78af-4670-a409-d2ee15ebf3d4', 'tag': '9b807888-e022-4e95-89be-56a386f87d4b', 'status': 'completed', 'code': 200} May 20 09:17:30.228083 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-76f82d23-570e-4d5a-b968-defdb9ef361c None None] Set router 9c1d9c77-1b9d-4a44-8463-7522608f4462 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:17:30.470473 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe492312-42bd-49c3-88a5-f24078e82421 req-489d0f09-da0d-4ee1-b009-080112ae11ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:30.471936 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-fe492312-42bd-49c3-88a5-f24078e82421 req-489d0f09-da0d-4ee1-b009-080112ae11ca service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ddfd22e3dde4cc89c073bd2d88d648b&device_id=03e1e109-bd6a-4764-b404-03e02b059042 HTTP/1.1" status: 200 len: 1128 time: 0.0714281 May 20 09:17:30.488602 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d1f8d-78cf-4883-938f-d4f57bb2de85 req-7c5fb645-fc28-46ce-b69d-58118469bba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:30.490037 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-189d1f8d-78cf-4883-938f-d4f57bb2de85 req-7c5fb645-fc28-46ce-b69d-58118469bba5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f26ac8782fe0407cb6f146ba70e74246&device_id=724e6ca0-78af-4670-a409-d2ee15ebf3d4 HTTP/1.1" status: 200 len: 1129 time: 0.0577486 May 20 09:17:30.528605 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-76f82d23-570e-4d5a-b968-defdb9ef361c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'name': 'tempest-TestVolumeBootPattern-1154776738-router', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'b7ab6e55-17db-42cd-b0ce-5a4147e57649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:16:15Z', 'updated_at': '2022-05-20T09:16:21Z', 'revision_number': 4, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'gw_port': {'id': 'b7ab6e55-17db-42cd-b0ce-5a4147e57649', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:17Z', 'updated_at': '2022-05-20T09:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_floatingips': [{'id': '01106573-57fc-43a7-b3d3-0b4eb4a9089b', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'floating_ip_address': '172.27.0.14', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'port_id': '9b807888-e022-4e95-89be-56a386f87d4b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db', 'mac_address': 'fa:16:3e:69:03:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724e6ca0-78af-4670-a409-d2ee15ebf3d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:17:28Z', 'updated_at': '2022-05-20T09:17:28Z', 'revision_number': 0, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1416c85d-0ef1-4a99-95a1-2930a49cdaab', 'name': '', 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'mac_address': 'fa:16:3e:4d:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '4497ded3-0270-4257-8e32-a5b32034f129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:20Z', 'updated_at': '2022-05-20T09:16:25Z', 'revision_number': 5, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'subnets': [{'id': '4497ded3-0270-4257-8e32-a5b32034f129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:17:30.552936 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f82d23-570e-4d5a-b968-defdb9ef361c None None] Checking router: 9c1d9c77-1b9d-4a44-8463-7522608f4462 for host: dv-cinder-836996-23-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:17:30.561812 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f82d23-570e-4d5a-b968-defdb9ef361c None None] Routers {'9c1d9c77-1b9d-4a44-8463-7522608f4462'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:17:30.562471 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-76f82d23-570e-4d5a-b968-defdb9ef361c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:17:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['9c1d9c77-1b9d-4a44-8463-7522608f4462'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:17:30.579252 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:30.638646 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe492312-42bd-49c3-88a5-f24078e82421 req-20341d7e-68c5-42a7-b6c8-599e16430f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:30.640149 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-fe492312-42bd-49c3-88a5-f24078e82421 req-20341d7e-68c5-42a7-b6c8-599e16430f9d service neutron] 10.222.0.44 "GET /v2.0/networks?id=328df357-f834-447d-8616-ac57cd7979a2 HTTP/1.1" status: 200 len: 915 time: 0.1607773 May 20 09:17:30.644624 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d1f8d-78cf-4883-938f-d4f57bb2de85 req-4432d71f-637d-42ae-b3a1-8a9561549e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:30.646310 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-189d1f8d-78cf-4883-938f-d4f57bb2de85 req-4432d71f-637d-42ae-b3a1-8a9561549e9c service neutron] 10.222.0.44 "GET /v2.0/networks?id=5f48dba5-6c8f-4717-93d6-9f60508a64db HTTP/1.1" status: 200 len: 913 time: 0.1463296 May 20 09:17:30.662069 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-76f82d23-570e-4d5a-b968-defdb9ef361c None None] Set router 9c1d9c77-1b9d-4a44-8463-7522608f4462 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:17:30.714107 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f429ca7-b7f6-4fa9-90f9-84ed6aba5832 req-08f1ecb2-b22a-4405-9700-f2e87d0cb11a tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:30.715797 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9f429ca7-b7f6-4fa9-90f9-84ed6aba5832 req-08f1ecb2-b22a-4405-9700-f2e87d0cb11a tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6bf483f-196d-4699-8ca8-968382aecdac HTTP/1.1" status: 200 len: 946 time: 0.0495448 May 20 09:17:30.738370 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:30.741864 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:30.778971 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9f429ca7-b7f6-4fa9-90f9-84ed6aba5832 req-bf34e394-0b83-42a2-923f-962d59e6f0e3 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=277436d8-fa8f-443f-ad9d-5809cdfe17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537682 May 20 09:17:30.784429 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-fe492312-42bd-49c3-88a5-f24078e82421 req-e18af992-247e-4c1c-b953-d33c41ddc5f0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef HTTP/1.1" status: 200 len: 217 time: 0.0869899 May 20 09:17:30.826357 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-189d1f8d-78cf-4883-938f-d4f57bb2de85 req-24cf8ecf-f462-40ee-818b-15390ab58b8e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b807888-e022-4e95-89be-56a386f87d4b HTTP/1.1" status: 200 len: 998 time: 0.1224167 May 20 09:17:30.840213 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe492312-42bd-49c3-88a5-f24078e82421 req-86456fed-d8cd-44c0-9358-ed062efd9db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:30.841642 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-fe492312-42bd-49c3-88a5-f24078e82421 req-86456fed-d8cd-44c0-9358-ed062efd9db0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6a66febf-40e6-435b-a129-884260e28f23 HTTP/1.1" status: 200 len: 853 time: 0.0505085 May 20 09:17:30.885243 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-76f82d23-570e-4d5a-b968-defdb9ef361c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'name': 'tempest-TestVolumeBootPattern-1154776738-router', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'b7ab6e55-17db-42cd-b0ce-5a4147e57649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:16:15Z', 'updated_at': '2022-05-20T09:16:21Z', 'revision_number': 4, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'gw_port': {'id': 'b7ab6e55-17db-42cd-b0ce-5a4147e57649', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:17Z', 'updated_at': '2022-05-20T09:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_floatingips': [{'id': '01106573-57fc-43a7-b3d3-0b4eb4a9089b', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'floating_ip_address': '172.27.0.14', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'port_id': '9b807888-e022-4e95-89be-56a386f87d4b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db', 'mac_address': 'fa:16:3e:69:03:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724e6ca0-78af-4670-a409-d2ee15ebf3d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:17:28Z', 'updated_at': '2022-05-20T09:17:28Z', 'revision_number': 0, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1416c85d-0ef1-4a99-95a1-2930a49cdaab', 'name': '', 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'mac_address': 'fa:16:3e:4d:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '4497ded3-0270-4257-8e32-a5b32034f129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:20Z', 'updated_at': '2022-05-20T09:16:25Z', 'revision_number': 5, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'subnets': [{'id': '4497ded3-0270-4257-8e32-a5b32034f129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:17:30.913674 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f82d23-570e-4d5a-b968-defdb9ef361c None None] The sync data for ids ['9c1d9c77-1b9d-4a44-8463-7522608f4462'] in dv-cinder-836996-23-iscsi is: [{'id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'name': 'tempest-TestVolumeBootPattern-1154776738-router', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'b7ab6e55-17db-42cd-b0ce-5a4147e57649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:16:15Z', 'updated_at': '2022-05-20T09:16:21Z', 'revision_number': 4, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'gw_port': {'id': 'b7ab6e55-17db-42cd-b0ce-5a4147e57649', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:17Z', 'updated_at': '2022-05-20T09:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_floatingips': [{'id': '01106573-57fc-43a7-b3d3-0b4eb4a9089b', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'floating_ip_address': '172.27.0.14', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'port_id': '9b807888-e022-4e95-89be-56a386f87d4b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db', 'mac_address': 'fa:16:3e:69:03:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724e6ca0-78af-4670-a409-d2ee15ebf3d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:17:28Z', 'updated_at': '2022-05-20T09:17:28Z', 'revision_number': 0, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1416c85d-0ef1-4a99-95a1-2930a49cdaab', 'name': '', 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'mac_address': 'fa:16:3e:4d:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '4497ded3-0270-4257-8e32-a5b32034f129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:20Z', 'updated_at': '2022-05-20T09:16:25Z', 'revision_number': 5, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'subnets': [{'id': '4497ded3-0270-4257-8e32-a5b32034f129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:17:30.952179 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d1f8d-78cf-4883-938f-d4f57bb2de85 req-c6fba4e5-232a-4133-bb8c-1eec0bba2242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:30.953714 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-189d1f8d-78cf-4883-938f-d4f57bb2de85 req-c6fba4e5-232a-4133-bb8c-1eec0bba2242 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4497ded3-0270-4257-8e32-a5b32034f129 HTTP/1.1" status: 200 len: 851 time: 0.1111608 May 20 09:17:30.956872 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe492312-42bd-49c3-88a5-f24078e82421 req-225fd1f2-1ed1-48e1-b66c-bbb696d269fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:30.958250 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-fe492312-42bd-49c3-88a5-f24078e82421 req-225fd1f2-1ed1-48e1-b66c-bbb696d269fe service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=328df357-f834-447d-8616-ac57cd7979a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0826735 May 20 09:17:30.968426 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1debdc-4148-40ef-863d-cb03a0338ad3 req-fba6798a-aae6-4835-8dad-904f2540b0db tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:30.969914 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-ac1debdc-4148-40ef-863d-cb03a0338ad3 req-fba6798a-aae6-4835-8dad-904f2540b0db tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e1e109-bd6a-4764-b404-03e02b059042 HTTP/1.1" status: 200 len: 944 time: 0.0571024 May 20 09:17:31.017319 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-ac1debdc-4148-40ef-863d-cb03a0338ad3 req-ded909ca-9b0a-4307-a06b-2c27d38dbd18 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1abc2e0-858e-4b29-a3f8-260886c1d9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415161 May 20 09:17:31.112287 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4040750-8de5-4ac4-be51-3414a319fe3a None None] New status for floating IP 01106573-57fc-43a7-b3d3-0b4eb4a9089b: ACTIVE {{(pid=104277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 20 09:17:31.901970 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c7db2-c507-4cbe-9b33-7676df2fbe48 req-7756b743-69a0-4e31-923b-06a058298ecf tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:31.903455 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-295c7db2-c507-4cbe-9b33-7676df2fbe48 req-7756b743-69a0-4e31-923b-06a058298ecf tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6bf483f-196d-4699-8ca8-968382aecdac HTTP/1.1" status: 200 len: 946 time: 0.0540814 May 20 09:17:31.950912 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-295c7db2-c507-4cbe-9b33-7676df2fbe48 req-5cd1dd96-9db1-4d9b-9375-789f4de7648b tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=277436d8-fa8f-443f-ad9d-5809cdfe17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419452 May 20 09:17:32.190615 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-dd6c024a-c950-4729-8158-4e7e1416d7be req-0976ee20-ee4c-4a63-bcb5-336df1ae217b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693042 May 20 09:17:32.195972 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d7082-abb5-47e3-9c5a-37ebfcf1610d req-c8c8714d-18a0-4e03-acdf-c001c467fe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:32.197461 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-635d7082-abb5-47e3-9c5a-37ebfcf1610d req-c8c8714d-18a0-4e03-acdf-c001c467fe93 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d6bf483f-196d-4699-8ca8-968382aecdac HTTP/1.1" status: 200 len: 1130 time: 0.0474393 May 20 09:17:32.278015 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c024a-c950-4729-8158-4e7e1416d7be req-e66d69fc-efeb-486c-90ba-7c22b880260f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:32.279572 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-dd6c024a-c950-4729-8158-4e7e1416d7be req-e66d69fc-efeb-486c-90ba-7c22b880260f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ed0e52a9d6374123b57759435d43d7aa&device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 1130 time: 0.0608804 May 20 09:17:32.282073 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-635d7082-abb5-47e3-9c5a-37ebfcf1610d req-91b8b0a9-4711-4d2d-ab2c-73cfe353eb1e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=277436d8-fa8f-443f-ad9d-5809cdfe17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769081 May 20 09:17:32.414271 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d1f8d-78cf-4883-938f-d4f57bb2de85 req-ee5d0a3d-363b-4875-bd94-0e4edb090737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:32.415671 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-189d1f8d-78cf-4883-938f-d4f57bb2de85 req-ee5d0a3d-363b-4875-bd94-0e4edb090737 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5f48dba5-6c8f-4717-93d6-9f60508a64db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3812354 May 20 09:17:32.416044 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:32.437935 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1eb2dc-9663-4bdf-9b18-fd9e44dd33a0 req-6119ca9d-7fa5-4996-9f9b-4e189aa937bb tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:32.439348 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-de1eb2dc-9663-4bdf-9b18-fd9e44dd33a0 req-6119ca9d-7fa5-4996-9f9b-4e189aa937bb tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e1e109-bd6a-4764-b404-03e02b059042 HTTP/1.1" status: 200 len: 944 time: 0.0956113 May 20 09:17:32.472202 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-fe492312-42bd-49c3-88a5-f24078e82421 req-344e5183-9a27-4eab-8923-5625c82ac8dd service neutron] 10.222.0.44 "GET /v2.0/networks/328df357-f834-447d-8616-ac57cd7979a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4276717 May 20 09:17:32.505564 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-de1eb2dc-9663-4bdf-9b18-fd9e44dd33a0 req-5ac713bc-0a6b-41ad-af99-23049331fcee tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1abc2e0-858e-4b29-a3f8-260886c1d9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596411 May 20 09:17:32.636479 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c024a-c950-4729-8158-4e7e1416d7be req-e1eb4f3b-1e81-4061-936b-f1a342503e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:32.637983 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-dd6c024a-c950-4729-8158-4e7e1416d7be req-e1eb4f3b-1e81-4061-936b-f1a342503e18 service neutron] 10.222.0.44 "GET /v2.0/networks?id=40febe0e-a58d-4d88-9cb1-48f696a34f45 HTTP/1.1" status: 200 len: 919 time: 0.0857034 May 20 09:17:32.685226 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-dd6c024a-c950-4729-8158-4e7e1416d7be req-1c16c8ae-84e3-4b64-b3c0-76b666f42096 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d1ab808-94ab-41bb-b7aa-8b530eb9862e HTTP/1.1" status: 200 len: 217 time: 0.0360661 May 20 09:17:32.701218 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-189d1f8d-78cf-4883-938f-d4f57bb2de85 req-40153208-72fc-4ce7-a49e-b59ffe3bb63d service neutron] 10.222.0.44 "GET /v2.0/networks/5f48dba5-6c8f-4717-93d6-9f60508a64db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491592 May 20 09:17:32.703353 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-fe492312-42bd-49c3-88a5-f24078e82421 req-058b4857-8355-4aa0-95cd-df38a2cb9deb service neutron] 10.222.0.44 "GET /v2.0/networks/328df357-f834-447d-8616-ac57cd7979a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500800 May 20 09:17:32.735636 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c024a-c950-4729-8158-4e7e1416d7be req-8791b0d1-7ab8-4836-94fb-c6ec48e1498e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:32.737103 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-dd6c024a-c950-4729-8158-4e7e1416d7be req-8791b0d1-7ab8-4836-94fb-c6ec48e1498e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7263cb7-bd14-41ff-8f4b-b90e8869f0b0 HTTP/1.1" status: 200 len: 857 time: 0.0449526 May 20 09:17:32.784729 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 09:17:32.808750 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-189d1f8d-78cf-4883-938f-d4f57bb2de85 req-9b263653-2364-4f43-8fda-dd9da0b5c558 service neutron] 10.222.0.44 "GET /v2.0/networks/5f48dba5-6c8f-4717-93d6-9f60508a64db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919330 May 20 09:17:32.886488 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port 62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef,segment=NetworkSegment(ef282a07-cf11-4b01-9306-f20c5aec5e53),segment_id=ef282a07-cf11-4b01-9306-f20c5aec5e53)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:17:32.898276 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Returning: {'device': '62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef', 'network_id': '328df357-f834-447d-8616-ac57cd7979a2', 'port_id': '62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef', 'mac_address': 'fa:16:3e:a0:7f:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a66febf-40e6-435b-a129-884260e28f23', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 09:17:32.932047 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port 62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef is: DOWN; New status is: BUILD {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:17:32.932420 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:32.945256 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 09:17:32.968476 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port 62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef,segment=NetworkSegment(ef282a07-cf11-4b01-9306-f20c5aec5e53),segment_id=ef282a07-cf11-4b01-9306-f20c5aec5e53)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:17:32.978007 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:33.028136 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef,revision_number=4']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:17:33.040096 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:33.077160 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9db110-df7a-47d8-bff0-42879836cf3b req-efe6ba71-533d-42d3-9667-d2d35205b7c4 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:33.078640 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-dd9db110-df7a-47d8-bff0-42879836cf3b req-efe6ba71-533d-42d3-9667-d2d35205b7c4 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6bf483f-196d-4699-8ca8-968382aecdac HTTP/1.1" status: 200 len: 946 time: 0.0522413 May 20 09:17:33.163830 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c024a-c950-4729-8158-4e7e1416d7be req-eabe3cfe-f121-4d18-9da5-e92ec866ce21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:33.166680 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-dd6c024a-c950-4729-8158-4e7e1416d7be req-eabe3cfe-f121-4d18-9da5-e92ec866ce21 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=40febe0e-a58d-4d88-9cb1-48f696a34f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0638771 May 20 09:17:33.170564 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-dd9db110-df7a-47d8-bff0-42879836cf3b req-55ff2f67-e0d4-4f51-a02b-6d9d3e1c7198 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=277436d8-fa8f-443f-ad9d-5809cdfe17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836504 May 20 09:17:33.260948 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-dd6c024a-c950-4729-8158-4e7e1416d7be req-ce99c106-ee8f-4115-a641-539e699c503e service neutron] 10.222.0.44 "GET /v2.0/networks/40febe0e-a58d-4d88-9cb1-48f696a34f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858753 May 20 09:17:33.328070 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] get_ports_and_sgs() called for port_ids ['62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef'] {{(pid=104277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 09:17:33.350777 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:33.371663 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-dd6c024a-c950-4729-8158-4e7e1416d7be req-ce3f26eb-34ef-40c0-9751-0921e77c8236 service neutron] 10.222.0.44 "GET /v2.0/networks/40febe0e-a58d-4d88-9cb1-48f696a34f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966094 May 20 09:17:33.630516 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb19ea59-b429-457c-b8fd-d80ce3757c50 req-b015439e-dd84-4e35-bb0f-0a1a28b9eec4 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:33.632034 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-eb19ea59-b429-457c-b8fd-d80ce3757c50 req-b015439e-dd84-4e35-bb0f-0a1a28b9eec4 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e1e109-bd6a-4764-b404-03e02b059042 HTTP/1.1" status: 200 len: 945 time: 0.0491705 May 20 09:17:33.675836 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:33.680497 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-eb19ea59-b429-457c-b8fd-d80ce3757c50 req-5771dbbc-df4a-48f7-bbfe-2668fd337fde tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1abc2e0-858e-4b29-a3f8-260886c1d9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428057 May 20 09:17:34.291442 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5762c-b743-4508-a197-2f0bd39017cb req-053bbf51-351e-45bf-93ac-e7f8878dd122 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:34.292915 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-21f5762c-b743-4508-a197-2f0bd39017cb req-053bbf51-351e-45bf-93ac-e7f8878dd122 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6bf483f-196d-4699-8ca8-968382aecdac HTTP/1.1" status: 200 len: 946 time: 0.0531623 May 20 09:17:34.344869 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-21f5762c-b743-4508-a197-2f0bd39017cb req-3a51f786-a6aa-4488-bc62-5bcd3c073408 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=277436d8-fa8f-443f-ad9d-5809cdfe17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437522 May 20 09:17:34.786896 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef up at agent hyperv_hv-cinder-83699 {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:17:34.797308 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0012f1-d8e2-4ecb-a146-371985da77f3 req-061023ca-8828-4f1b-b678-0578d331c847 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:34.797658 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402bfb1-8a23-4752-9c40-0bc9a2f4331d req-23af6e5f-a973-41fc-9392-435b3afa0199 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:34.798988 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ef0012f1-d8e2-4ecb-a146-371985da77f3 req-061023ca-8828-4f1b-b678-0578d331c847 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6bf483f-196d-4699-8ca8-968382aecdac HTTP/1.1" status: 200 len: 946 time: 0.0481117 May 20 09:17:34.799196 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-c402bfb1-8a23-4752-9c40-0bc9a2f4331d req-23af6e5f-a973-41fc-9392-435b3afa0199 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e1e109-bd6a-4764-b404-03e02b059042 HTTP/1.1" status: 200 len: 945 time: 0.0491667 May 20 09:17:34.817666 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:34.834831 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Provisioning for port 62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef completed by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 20 09:17:34.846235 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Provisioning complete for port 62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:17:34.847175 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:34.855887 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-c402bfb1-8a23-4752-9c40-0bc9a2f4331d req-d6273dd1-4c51-4c77-b411-ee03acad24c0 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1abc2e0-858e-4b29-a3f8-260886c1d9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506911 May 20 09:17:34.879411 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ef0012f1-d8e2-4ecb-a146-371985da77f3 req-4e14af9e-16c1-4a10-b719-9e095ac98ac8 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=277436d8-fa8f-443f-ad9d-5809cdfe17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746396 May 20 09:17:34.890450 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:34.927482 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae170435-9e53-48f8-beda-954f8460c56e req-07cc1e0b-3946-44f3-8ce4-13eccd0a975f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:34.928708 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ae170435-9e53-48f8-beda-954f8460c56e req-07cc1e0b-3946-44f3-8ce4-13eccd0a975f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ed0e52a9d6374123b57759435d43d7aa&device_id=d6bf483f-196d-4699-8ca8-968382aecdac HTTP/1.1" status: 200 len: 1130 time: 0.0465195 May 20 09:17:34.941019 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port 62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef is: BUILD; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:17:34.941512 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:34.964206 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e1e109-bd6a-4764-b404-03e02b059042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:17:34.966403 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a79de04d4ec243d1cdc81b41ccc126ec62664011dfe1c1a94e68b1d536b5d8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36f69e1-7abc-45f9-b8b0-4c640e6d9a2c" -d '{"events": [{"server_uuid": "03e1e109-bd6a-4764-b404-03e02b059042", "name": "network-vif-plugged", "status": "completed", "tag": "62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:17:34.982618 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port 62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef,segment=NetworkSegment(ef282a07-cf11-4b01-9306-f20c5aec5e53),segment_id=ef282a07-cf11-4b01-9306-f20c5aec5e53)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:17:34.992043 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:35.013879 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 09:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc9b473-891f-4220-a2fa-7087c7e269fa x-openstack-request-id: req-9dc9b473-891f-4220-a2fa-7087c7e269fa {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:17:35.014194 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e1e109-bd6a-4764-b404-03e02b059042", "name": "network-vif-plugged", "status": "completed", "tag": "62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:17:35.014443 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9dc9b473-891f-4220-a2fa-7087c7e269fa {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:17:35.014834 dv-cinder-836996-23-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dc9b473-891f-4220-a2fa-7087c7e269fa'] response: {'server_uuid': '03e1e109-bd6a-4764-b404-03e02b059042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef', 'code': 200} May 20 09:17:35.027297 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae170435-9e53-48f8-beda-954f8460c56e req-d640eb49-0b05-4fdd-86b1-035819de0890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:35.028785 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ae170435-9e53-48f8-beda-954f8460c56e req-d640eb49-0b05-4fdd-86b1-035819de0890 service neutron] 10.222.0.44 "GET /v2.0/networks?id=40febe0e-a58d-4d88-9cb1-48f696a34f45 HTTP/1.1" status: 200 len: 919 time: 0.0938601 May 20 09:17:35.043253 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef,revision_number=5']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:17:35.096998 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ae170435-9e53-48f8-beda-954f8460c56e req-629f6170-40b4-4c3a-bd4b-7bba252b8a49 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c2e256c-0d81-4712-b95d-356933f6fd80 HTTP/1.1" status: 200 len: 1001 time: 0.0587325 May 20 09:17:35.145599 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae170435-9e53-48f8-beda-954f8460c56e req-87f16ebe-4be1-4ca8-8bb0-4718372d5f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:35.147066 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ae170435-9e53-48f8-beda-954f8460c56e req-87f16ebe-4be1-4ca8-8bb0-4718372d5f6f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7263cb7-bd14-41ff-8f4b-b90e8869f0b0 HTTP/1.1" status: 200 len: 857 time: 0.0440996 May 20 09:17:35.186483 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514ed90-5e06-40f8-a305-f4264f156fd1 req-c0ada8e2-7b49-490b-be7f-8ad054ba59c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:35.188166 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-e514ed90-5e06-40f8-a305-f4264f156fd1 req-c0ada8e2-7b49-490b-be7f-8ad054ba59c5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=03e1e109-bd6a-4764-b404-03e02b059042 HTTP/1.1" status: 200 len: 1130 time: 0.0441484 May 20 09:17:35.190516 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae170435-9e53-48f8-beda-954f8460c56e req-54481741-9304-4735-b312-1eb33597164a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:35.192069 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ae170435-9e53-48f8-beda-954f8460c56e req-54481741-9304-4735-b312-1eb33597164a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=40febe0e-a58d-4d88-9cb1-48f696a34f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390146 May 20 09:17:35.245351 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-e514ed90-5e06-40f8-a305-f4264f156fd1 req-41260215-b13e-45f2-9d33-4c9c06647b32 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f1abc2e0-858e-4b29-a3f8-260886c1d9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377550 May 20 09:17:35.321290 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ae170435-9e53-48f8-beda-954f8460c56e req-1f29e01a-be2f-4841-bfa8-474c0f2cdaad service neutron] 10.222.0.44 "GET /v2.0/networks/40febe0e-a58d-4d88-9cb1-48f696a34f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114273 May 20 09:17:35.568469 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ae170435-9e53-48f8-beda-954f8460c56e req-a15f960a-620c-4ca2-ad8d-d57d16483f24 service neutron] 10.222.0.44 "GET /v2.0/networks/40febe0e-a58d-4d88-9cb1-48f696a34f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966063 May 20 09:17:35.994532 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d5a78-92b0-4095-a960-766775f1d415 req-cf34567f-1398-4c14-a39a-bcd68999e267 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:35.995874 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad399477-a273-4b77-a856-56d5bdf90c91 req-31992850-fe45-420d-b8bf-073b7851ce1a tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:35.996391 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-fb7d5a78-92b0-4095-a960-766775f1d415 req-cf34567f-1398-4c14-a39a-bcd68999e267 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e1e109-bd6a-4764-b404-03e02b059042 HTTP/1.1" status: 200 len: 946 time: 0.0520246 May 20 09:17:35.997343 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-ad399477-a273-4b77-a856-56d5bdf90c91 req-31992850-fe45-420d-b8bf-073b7851ce1a tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6bf483f-196d-4699-8ca8-968382aecdac HTTP/1.1" status: 200 len: 946 time: 0.0469058 May 20 09:17:36.045438 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-fb7d5a78-92b0-4095-a960-766775f1d415 req-04b27f49-8762-4b7d-b831-be3d40d14a17 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1abc2e0-858e-4b29-a3f8-260886c1d9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432670 May 20 09:17:36.046265 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-ad399477-a273-4b77-a856-56d5bdf90c91 req-93ead738-a64f-4089-b7a0-942cf989509e tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=277436d8-fa8f-443f-ad9d-5809cdfe17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432425 May 20 09:17:37.149544 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:37.169038 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ddb574-4076-430c-95cc-5f3166a56df8 req-0e2c39e0-c8f8-4d56-a07d-19ba171c0f81 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:37.169845 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5597400b-31f9-4734-88a4-d42f651b45f4 req-ec7a1d63-5aa5-4371-b78f-2cc2b461de7d tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:37.170560 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-00ddb574-4076-430c-95cc-5f3166a56df8 req-0e2c39e0-c8f8-4d56-a07d-19ba171c0f81 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6bf483f-196d-4699-8ca8-968382aecdac HTTP/1.1" status: 200 len: 946 time: 0.0474536 May 20 09:17:37.171420 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-5597400b-31f9-4734-88a4-d42f651b45f4 req-ec7a1d63-5aa5-4371-b78f-2cc2b461de7d tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e1e109-bd6a-4764-b404-03e02b059042 HTTP/1.1" status: 200 len: 946 time: 0.0496180 May 20 09:17:37.219443 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-5597400b-31f9-4734-88a4-d42f651b45f4 req-47cfdf17-332d-4385-9e03-3ef5d59266b3 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1abc2e0-858e-4b29-a3f8-260886c1d9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424008 May 20 09:17:37.222172 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-00ddb574-4076-430c-95cc-5f3166a56df8 req-ea1e5414-342c-44a5-9292-3e6c74ff5315 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=277436d8-fa8f-443f-ad9d-5809cdfe17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454571 May 20 09:17:38.350788 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dbdf73-d6d8-4a97-89db-f95af97e8ed1 req-e82a558c-26dc-43b6-a1ce-0d180382d1a0 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:38.352340 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d9dbdf73-d6d8-4a97-89db-f95af97e8ed1 req-e82a558c-26dc-43b6-a1ce-0d180382d1a0 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e1e109-bd6a-4764-b404-03e02b059042 HTTP/1.1" status: 200 len: 946 time: 0.0493727 May 20 09:17:38.353273 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d35bc3-4fea-4f3b-b647-2494275d6fdd req-ef5b8dbc-b207-4297-a8c0-a5b3c086016e tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:38.354818 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-28d35bc3-4fea-4f3b-b647-2494275d6fdd req-ef5b8dbc-b207-4297-a8c0-a5b3c086016e tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6bf483f-196d-4699-8ca8-968382aecdac HTTP/1.1" status: 200 len: 946 time: 0.0574262 May 20 09:17:38.385746 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:38.402691 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-28d35bc3-4fea-4f3b-b647-2494275d6fdd req-1eb99984-cb5e-47f3-8c0b-3f61e2786572 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=277436d8-fa8f-443f-ad9d-5809cdfe17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423386 May 20 09:17:38.404178 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d9dbdf73-d6d8-4a97-89db-f95af97e8ed1 req-90a5ca93-ecde-4e56-b41d-7624afa3e8ce tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1abc2e0-858e-4b29-a3f8-260886c1d9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458436 May 20 09:17:38.512803 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97196e9-3439-4920-a0ad-8dcb7c387f88 req-289e4f15-cee4-429e-ac19-fdad3ecb4e9a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:38.514270 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f97196e9-3439-4920-a0ad-8dcb7c387f88 req-289e4f15-cee4-429e-ac19-fdad3ecb4e9a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e1e109-bd6a-4764-b404-03e02b059042 HTTP/1.1" status: 200 len: 946 time: 0.0474105 May 20 09:17:38.523698 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 35344) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:17:38.528737 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-6d789833-9d53-4fa0-94fc-14ff5b3caeb1 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Request body: {'floatingip': {'port_id': '62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:17:38.570801 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-6d789833-9d53-4fa0-94fc-14ff5b3caeb1 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for floatingip (a7a95202-c58d-49dd-9b15-17ff32572361), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:38.673985 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:39.005381 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-6d789833-9d53-4fa0-94fc-14ff5b3caeb1 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:39.011250 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-6d789833-9d53-4fa0-94fc-14ff5b3caeb1 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680135'] for floatingip (a7a95202-c58d-49dd-9b15-17ff32572361), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:39.110723 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.db.l3_db [None req-6d789833-9d53-4fa0-94fc-14ff5b3caeb1 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Floating IP a7a95202-c58d-49dd-9b15-17ff32572361 associated. External IP: 172.27.0.60, port: 62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef. May 20 09:17:39.112431 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:39.307928 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d789833-9d53-4fa0-94fc-14ff5b3caeb1 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Router 7a21919f-b788-4282-be5f-e9af099ab34c has already been hosted by L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 {{(pid=104275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 09:17:39.415189 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d789833-9d53-4fa0-94fc-14ff5b3caeb1 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:17:39.420342 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-6d789833-9d53-4fa0-94fc-14ff5b3caeb1 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for floatingip (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:39.425685 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35c9515-f205-4bb5-b072-621b9ba4f89a None None] Sync routers for ids ['7a21919f-b788-4282-be5f-e9af099ab34c'] in dv-cinder-836996-23-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:17:39.437335 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35c9515-f205-4bb5-b072-621b9ba4f89a None None] Routers {'7a21919f-b788-4282-be5f-e9af099ab34c'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:17:39.437982 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-a35c9515-f205-4bb5-b072-621b9ba4f89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:17:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['7a21919f-b788-4282-be5f-e9af099ab34c'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:17:39.452786 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-6d789833-9d53-4fa0-94fc-14ff5b3caeb1 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "PUT /v2.0/floatingips/a7a95202-c58d-49dd-9b15-17ff32572361 HTTP/1.1" status: 200 len: 991 time: 0.9257994 May 20 09:17:39.452786 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03e1e109-bd6a-4764-b404-03e02b059042', 'tag': '62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef'}] {{(pid=104275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:17:39.453735 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eea53449646a7168c1429fc9fd421a4bc8c13d7c241c91a60dad7e76b53d9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d21803-658b-4c03-8aa1-d7a6d08450ee" -d '{"events": [{"name": "network-changed", "server_uuid": "03e1e109-bd6a-4764-b404-03e02b059042", "tag": "62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef"}]}' {{(pid=104275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:17:39.490630 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 09:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a7f0c2-56c4-4cc7-b5df-53b3a4ab48bf x-openstack-request-id: req-90a7f0c2-56c4-4cc7-b5df-53b3a4ab48bf {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:17:39.490944 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03e1e109-bd6a-4764-b404-03e02b059042", "tag": "62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef", "status": "completed", "code": 200}]} {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:17:39.491166 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-90a7f0c2-56c4-4cc7-b5df-53b3a4ab48bf {{(pid=104275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:17:39.491633 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90a7f0c2-56c4-4cc7-b5df-53b3a4ab48bf'] response: {'name': 'network-changed', 'server_uuid': '03e1e109-bd6a-4764-b404-03e02b059042', 'tag': '62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef', 'status': 'completed', 'code': 200} May 20 09:17:39.519480 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9627ecc-7413-466d-8fe6-3c6607bc2979 req-9708fb2d-886f-4ad3-89e5-2ccfb892917f tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:39.521598 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a9627ecc-7413-466d-8fe6-3c6607bc2979 req-9708fb2d-886f-4ad3-89e5-2ccfb892917f tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6bf483f-196d-4699-8ca8-968382aecdac HTTP/1.1" status: 200 len: 946 time: 0.0490344 May 20 09:17:39.546680 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-a35c9515-f205-4bb5-b072-621b9ba4f89a None None] Set router 7a21919f-b788-4282-be5f-e9af099ab34c gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:17:39.582743 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d21803-658b-4c03-8aa1-d7a6d08450ee req-e2b8f31b-e911-4dc3-8ca3-08e7ef8fd157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:39.584322 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c8d21803-658b-4c03-8aa1-d7a6d08450ee req-e2b8f31b-e911-4dc3-8ca3-08e7ef8fd157 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ddfd22e3dde4cc89c073bd2d88d648b&device_id=03e1e109-bd6a-4764-b404-03e02b059042 HTTP/1.1" status: 200 len: 1130 time: 0.0572960 May 20 09:17:39.609436 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a9627ecc-7413-466d-8fe6-3c6607bc2979 req-0458d98d-61c9-4451-8b35-d393d9e0e95d tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=277436d8-fa8f-443f-ad9d-5809cdfe17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811861 May 20 09:17:39.690664 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d21803-658b-4c03-8aa1-d7a6d08450ee req-7e602d97-07a9-4876-867c-05769345d7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:39.692227 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c8d21803-658b-4c03-8aa1-d7a6d08450ee req-7e602d97-07a9-4876-867c-05769345d7cc service neutron] 10.222.0.44 "GET /v2.0/networks?id=328df357-f834-447d-8616-ac57cd7979a2 HTTP/1.1" status: 200 len: 915 time: 0.0945923 May 20 09:17:39.723600 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ae7a3-be0e-4d8c-9c6e-0ab1b168b685 req-121b77ad-2ec7-48a1-a8e9-01733a2c9a82 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:39.725096 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-d92ae7a3-be0e-4d8c-9c6e-0ab1b168b685 req-121b77ad-2ec7-48a1-a8e9-01733a2c9a82 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6bf483f-196d-4699-8ca8-968382aecdac HTTP/1.1" status: 200 len: 946 time: 0.0485752 May 20 09:17:39.734138 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 35356) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:17:39.740024 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-36cf276f-805d-4f25-b71c-9ca18ace79e0 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Request body: {'floatingip': {'port_id': '7c2e256c-0d81-4712-b95d-356933f6fd80'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:17:39.756825 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c8d21803-658b-4c03-8aa1-d7a6d08450ee req-a7436055-e4f3-43ba-ac37-794b1fac28c6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef HTTP/1.1" status: 200 len: 999 time: 0.0571680 May 20 09:17:39.761970 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-a35c9515-f205-4bb5-b072-621b9ba4f89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'name': 'tempest-AttachVolumeNegativeTest-998905379-router', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:32Z', 'revision_number': 4, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'gw_port': {'id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:22Z', 'updated_at': '2022-05-20T09:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_floatingips': [{'id': 'a7a95202-c58d-49dd-9b15-17ff32572361', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'floating_ip_address': '172.27.0.60', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'port_id': '62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '328df357-f834-447d-8616-ac57cd7979a2', 'mac_address': 'fa:16:3e:a0:7f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e1e109-bd6a-4764-b404-03e02b059042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:17:24Z', 'updated_at': '2022-05-20T09:17:38Z', 'revision_number': 1, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1641841d-4922-4348-9adf-d1dfb4671082', 'name': '', 'network_id': '328df357-f834-447d-8616-ac57cd7979a2', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'mac_address': 'fa:16:3e:63:e9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6a66febf-40e6-435b-a129-884260e28f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:28Z', 'updated_at': '2022-05-20T09:13:43Z', 'revision_number': 5, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'subnets': [{'id': '6a66febf-40e6-435b-a129-884260e28f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:17:39.787199 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35c9515-f205-4bb5-b072-621b9ba4f89a None None] Checking router: 7a21919f-b788-4282-be5f-e9af099ab34c for host: dv-cinder-836996-23-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:17:39.796552 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35c9515-f205-4bb5-b072-621b9ba4f89a None None] Routers {'7a21919f-b788-4282-be5f-e9af099ab34c'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:17:39.797163 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-a35c9515-f205-4bb5-b072-621b9ba4f89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:17:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['7a21919f-b788-4282-be5f-e9af099ab34c'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:17:39.800094 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-36cf276f-805d-4f25-b71c-9ca18ace79e0 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks [] for floatingip (35671a01-a197-4d1c-b6f6-9cff91eb4c0a), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:39.808046 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d21803-658b-4c03-8aa1-d7a6d08450ee req-5804f3cd-1816-4e82-88d1-a9eeed96acb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:39.809757 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c8d21803-658b-4c03-8aa1-d7a6d08450ee req-5804f3cd-1816-4e82-88d1-a9eeed96acb7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6a66febf-40e6-435b-a129-884260e28f23 HTTP/1.1" status: 200 len: 853 time: 0.0458515 May 20 09:17:39.856596 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d21803-658b-4c03-8aa1-d7a6d08450ee req-e0cc6704-884e-4b07-9255-c082e61bed60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:39.858108 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c8d21803-658b-4c03-8aa1-d7a6d08450ee req-e0cc6704-884e-4b07-9255-c082e61bed60 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=328df357-f834-447d-8616-ac57cd7979a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417089 May 20 09:17:39.900811 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-a35c9515-f205-4bb5-b072-621b9ba4f89a None None] Set router 7a21919f-b788-4282-be5f-e9af099ab34c gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:17:39.911833 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:39.950043 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c8d21803-658b-4c03-8aa1-d7a6d08450ee req-30020690-16cc-4f8d-8804-8c22fa7072ad service neutron] 10.222.0.44 "GET /v2.0/networks/328df357-f834-447d-8616-ac57cd7979a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850899 May 20 09:17:40.039638 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:40.051622 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c8d21803-658b-4c03-8aa1-d7a6d08450ee req-95d88b8a-fe74-4a1f-adf5-1bfbf8db0bd9 service neutron] 10.222.0.44 "GET /v2.0/networks/328df357-f834-447d-8616-ac57cd7979a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928857 May 20 09:17:40.109450 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-a35c9515-f205-4bb5-b072-621b9ba4f89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'name': 'tempest-AttachVolumeNegativeTest-998905379-router', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:32Z', 'revision_number': 4, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'gw_port': {'id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:22Z', 'updated_at': '2022-05-20T09:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_floatingips': [{'id': 'a7a95202-c58d-49dd-9b15-17ff32572361', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'floating_ip_address': '172.27.0.60', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'port_id': '62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '328df357-f834-447d-8616-ac57cd7979a2', 'mac_address': 'fa:16:3e:a0:7f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e1e109-bd6a-4764-b404-03e02b059042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:17:24Z', 'updated_at': '2022-05-20T09:17:38Z', 'revision_number': 1, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1641841d-4922-4348-9adf-d1dfb4671082', 'name': '', 'network_id': '328df357-f834-447d-8616-ac57cd7979a2', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'mac_address': 'fa:16:3e:63:e9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6a66febf-40e6-435b-a129-884260e28f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:28Z', 'updated_at': '2022-05-20T09:13:43Z', 'revision_number': 5, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'subnets': [{'id': '6a66febf-40e6-435b-a129-884260e28f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:17:40.112063 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:40.138178 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35c9515-f205-4bb5-b072-621b9ba4f89a None None] The sync data for ids ['7a21919f-b788-4282-be5f-e9af099ab34c'] in dv-cinder-836996-23-iscsi is: [{'id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'name': 'tempest-AttachVolumeNegativeTest-998905379-router', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:32Z', 'revision_number': 4, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'gw_port': {'id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:22Z', 'updated_at': '2022-05-20T09:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_floatingips': [{'id': 'a7a95202-c58d-49dd-9b15-17ff32572361', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'floating_ip_address': '172.27.0.60', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'port_id': '62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '328df357-f834-447d-8616-ac57cd7979a2', 'mac_address': 'fa:16:3e:a0:7f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e1e109-bd6a-4764-b404-03e02b059042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:17:24Z', 'updated_at': '2022-05-20T09:17:38Z', 'revision_number': 1, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1641841d-4922-4348-9adf-d1dfb4671082', 'name': '', 'network_id': '328df357-f834-447d-8616-ac57cd7979a2', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'mac_address': 'fa:16:3e:63:e9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6a66febf-40e6-435b-a129-884260e28f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:28Z', 'updated_at': '2022-05-20T09:13:43Z', 'revision_number': 5, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'subnets': [{'id': '6a66febf-40e6-435b-a129-884260e28f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:17:40.249696 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-36cf276f-805d-4f25-b71c-9ca18ace79e0 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:40.254748 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-36cf276f-805d-4f25-b71c-9ca18ace79e0 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680135'] for floatingip (35671a01-a197-4d1c-b6f6-9cff91eb4c0a), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:40.305354 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:40.356587 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c62e37e-972a-47b0-a52b-be6e37e2ed9b None None] New status for floating IP a7a95202-c58d-49dd-9b15-17ff32572361: ACTIVE {{(pid=104277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 20 09:17:40.457221 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36cf276f-805d-4f25-b71c-9ca18ace79e0 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Router ff7d3e86-a7d8-426a-9485-31431a43ae23 has already been hosted by L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 {{(pid=104275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 09:17:40.817736 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36cf276f-805d-4f25-b71c-9ca18ace79e0 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:17:40.822326 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-36cf276f-805d-4f25-b71c-9ca18ace79e0 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for floatingip (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:40.827600 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c16cfc-5c40-4863-aab6-be99030a4406 None None] Sync routers for ids ['ff7d3e86-a7d8-426a-9485-31431a43ae23'] in dv-cinder-836996-23-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:17:40.837966 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c16cfc-5c40-4863-aab6-be99030a4406 None None] Routers {'ff7d3e86-a7d8-426a-9485-31431a43ae23'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:17:40.838654 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-b0c16cfc-5c40-4863-aab6-be99030a4406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:17:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['ff7d3e86-a7d8-426a-9485-31431a43ae23'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:17:40.877997 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-36cf276f-805d-4f25-b71c-9ca18ace79e0 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "PUT /v2.0/floatingips/35671a01-a197-4d1c-b6f6-9cff91eb4c0a HTTP/1.1" status: 200 len: 993 time: 1.1418095 May 20 09:17:40.940832 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-b0c16cfc-5c40-4863-aab6-be99030a4406 None None] Set router ff7d3e86-a7d8-426a-9485-31431a43ae23 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:17:41.231134 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-b0c16cfc-5c40-4863-aab6-be99030a4406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7d3e86-a7d8-426a-9485-31431a43ae23', 'name': 'tempest-ServerRescueNegativeTestJSON-770542233-router', 'tenant_id': 'ed0e52a9d6374123b57759435d43d7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '67ab723e-d5a4-4c7d-b513-3a0916c831d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:15Z', 'updated_at': '2022-05-20T09:13:21Z', 'revision_number': 4, 'project_id': 'ed0e52a9d6374123b57759435d43d7aa', 'gw_port': {'id': '67ab723e-d5a4-4c7d-b513-3a0916c831d8', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:05:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7d3e86-a7d8-426a-9485-31431a43ae23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:16Z', 'updated_at': '2022-05-20T09:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_floatingips': [{'id': '35671a01-a197-4d1c-b6f6-9cff91eb4c0a', 'tenant_id': 'ed0e52a9d6374123b57759435d43d7aa', 'floating_ip_address': '172.27.0.65', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': 'ff7d3e86-a7d8-426a-9485-31431a43ae23', 'port_id': '7c2e256c-0d81-4712-b95d-356933f6fd80', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 330, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40febe0e-a58d-4d88-9cb1-48f696a34f45', 'mac_address': 'fa:16:3e:eb:4c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bf483f-196d-4699-8ca8-968382aecdac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:16:00Z', 'updated_at': '2022-05-20T09:17:40Z', 'revision_number': 3, 'project_id': 'ed0e52a9d6374123b57759435d43d7aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '579a5d10-afc1-4603-a78c-86ca10960c02', 'name': '', 'network_id': '40febe0e-a58d-4d88-9cb1-48f696a34f45', 'tenant_id': 'ed0e52a9d6374123b57759435d43d7aa', 'mac_address': 'fa:16:3e:c5:4a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7d3e86-a7d8-426a-9485-31431a43ae23', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a7263cb7-bd14-41ff-8f4b-b90e8869f0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:19Z', 'updated_at': '2022-05-20T09:13:33Z', 'revision_number': 5, 'project_id': 'ed0e52a9d6374123b57759435d43d7aa', 'subnets': [{'id': 'a7263cb7-bd14-41ff-8f4b-b90e8869f0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:17:41.257791 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c16cfc-5c40-4863-aab6-be99030a4406 None None] Checking router: ff7d3e86-a7d8-426a-9485-31431a43ae23 for host: dv-cinder-836996-23-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:17:41.266689 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c16cfc-5c40-4863-aab6-be99030a4406 None None] Routers {'ff7d3e86-a7d8-426a-9485-31431a43ae23'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:17:41.267290 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-b0c16cfc-5c40-4863-aab6-be99030a4406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:17:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['ff7d3e86-a7d8-426a-9485-31431a43ae23'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:17:41.372716 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-b0c16cfc-5c40-4863-aab6-be99030a4406 None None] Set router ff7d3e86-a7d8-426a-9485-31431a43ae23 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:17:41.492583 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6bf483f-196d-4699-8ca8-968382aecdac', 'tag': '7c2e256c-0d81-4712-b95d-356933f6fd80'}, {'name': 'network-changed', 'server_uuid': 'd6bf483f-196d-4699-8ca8-968382aecdac', 'tag': '7c2e256c-0d81-4712-b95d-356933f6fd80'}] {{(pid=104275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:17:41.495043 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eea53449646a7168c1429fc9fd421a4bc8c13d7c241c91a60dad7e76b53d9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48cf0c91-26f2-4a50-8f70-df64af13c1b3" -d '{"events": [{"name": "network-changed", "server_uuid": "d6bf483f-196d-4699-8ca8-968382aecdac", "tag": "7c2e256c-0d81-4712-b95d-356933f6fd80"}, {"name": "network-changed", "server_uuid": "d6bf483f-196d-4699-8ca8-968382aecdac", "tag": "7c2e256c-0d81-4712-b95d-356933f6fd80"}]}' {{(pid=104275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:17:41.532110 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 20 May 2022 09:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559325b6-f077-4e25-9223-f8a97eee5758 x-openstack-request-id: req-559325b6-f077-4e25-9223-f8a97eee5758 {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:17:41.532385 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6bf483f-196d-4699-8ca8-968382aecdac", "tag": "7c2e256c-0d81-4712-b95d-356933f6fd80", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d6bf483f-196d-4699-8ca8-968382aecdac", "tag": "7c2e256c-0d81-4712-b95d-356933f6fd80", "status": "completed", "code": 200}]} {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:17:41.532680 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-559325b6-f077-4e25-9223-f8a97eee5758 {{(pid=104275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:17:41.533097 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.notifiers.nova [-] Nova event matching ['req-559325b6-f077-4e25-9223-f8a97eee5758'] response: {'name': 'network-changed', 'server_uuid': 'd6bf483f-196d-4699-8ca8-968382aecdac', 'tag': '7c2e256c-0d81-4712-b95d-356933f6fd80', 'status': 'completed', 'code': 200} May 20 09:17:41.533348 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.notifiers.nova [-] Nova event matching ['req-559325b6-f077-4e25-9223-f8a97eee5758'] response: {'name': 'network-changed', 'server_uuid': 'd6bf483f-196d-4699-8ca8-968382aecdac', 'tag': '7c2e256c-0d81-4712-b95d-356933f6fd80', 'status': 'completed', 'code': 200} May 20 09:17:41.581728 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-b0c16cfc-5c40-4863-aab6-be99030a4406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7d3e86-a7d8-426a-9485-31431a43ae23', 'name': 'tempest-ServerRescueNegativeTestJSON-770542233-router', 'tenant_id': 'ed0e52a9d6374123b57759435d43d7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '67ab723e-d5a4-4c7d-b513-3a0916c831d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:15Z', 'updated_at': '2022-05-20T09:13:21Z', 'revision_number': 4, 'project_id': 'ed0e52a9d6374123b57759435d43d7aa', 'gw_port': {'id': '67ab723e-d5a4-4c7d-b513-3a0916c831d8', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:05:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7d3e86-a7d8-426a-9485-31431a43ae23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:16Z', 'updated_at': '2022-05-20T09:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_floatingips': [{'id': '35671a01-a197-4d1c-b6f6-9cff91eb4c0a', 'tenant_id': 'ed0e52a9d6374123b57759435d43d7aa', 'floating_ip_address': '172.27.0.65', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': 'ff7d3e86-a7d8-426a-9485-31431a43ae23', 'port_id': '7c2e256c-0d81-4712-b95d-356933f6fd80', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 330, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40febe0e-a58d-4d88-9cb1-48f696a34f45', 'mac_address': 'fa:16:3e:eb:4c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bf483f-196d-4699-8ca8-968382aecdac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:16:00Z', 'updated_at': '2022-05-20T09:17:40Z', 'revision_number': 3, 'project_id': 'ed0e52a9d6374123b57759435d43d7aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '579a5d10-afc1-4603-a78c-86ca10960c02', 'name': '', 'network_id': '40febe0e-a58d-4d88-9cb1-48f696a34f45', 'tenant_id': 'ed0e52a9d6374123b57759435d43d7aa', 'mac_address': 'fa:16:3e:c5:4a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7d3e86-a7d8-426a-9485-31431a43ae23', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a7263cb7-bd14-41ff-8f4b-b90e8869f0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:19Z', 'updated_at': '2022-05-20T09:13:33Z', 'revision_number': 5, 'project_id': 'ed0e52a9d6374123b57759435d43d7aa', 'subnets': [{'id': 'a7263cb7-bd14-41ff-8f4b-b90e8869f0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:17:41.595837 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf0c91-26f2-4a50-8f70-df64af13c1b3 req-a3c8b46e-99bd-42d0-88c5-7d64a3594dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:41.597351 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-48cf0c91-26f2-4a50-8f70-df64af13c1b3 req-a3c8b46e-99bd-42d0-88c5-7d64a3594dbb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ed0e52a9d6374123b57759435d43d7aa&device_id=d6bf483f-196d-4699-8ca8-968382aecdac HTTP/1.1" status: 200 len: 1130 time: 0.0401959 May 20 09:17:41.606229 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c16cfc-5c40-4863-aab6-be99030a4406 None None] The sync data for ids ['ff7d3e86-a7d8-426a-9485-31431a43ae23'] in dv-cinder-836996-23-iscsi is: [{'id': 'ff7d3e86-a7d8-426a-9485-31431a43ae23', 'name': 'tempest-ServerRescueNegativeTestJSON-770542233-router', 'tenant_id': 'ed0e52a9d6374123b57759435d43d7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '67ab723e-d5a4-4c7d-b513-3a0916c831d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:15Z', 'updated_at': '2022-05-20T09:13:21Z', 'revision_number': 4, 'project_id': 'ed0e52a9d6374123b57759435d43d7aa', 'gw_port': {'id': '67ab723e-d5a4-4c7d-b513-3a0916c831d8', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:05:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7d3e86-a7d8-426a-9485-31431a43ae23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:16Z', 'updated_at': '2022-05-20T09:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_floatingips': [{'id': '35671a01-a197-4d1c-b6f6-9cff91eb4c0a', 'tenant_id': 'ed0e52a9d6374123b57759435d43d7aa', 'floating_ip_address': '172.27.0.65', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': 'ff7d3e86-a7d8-426a-9485-31431a43ae23', 'port_id': '7c2e256c-0d81-4712-b95d-356933f6fd80', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 330, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40febe0e-a58d-4d88-9cb1-48f696a34f45', 'mac_address': 'fa:16:3e:eb:4c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bf483f-196d-4699-8ca8-968382aecdac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:16:00Z', 'updated_at': '2022-05-20T09:17:40Z', 'revision_number': 3, 'project_id': 'ed0e52a9d6374123b57759435d43d7aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '579a5d10-afc1-4603-a78c-86ca10960c02', 'name': '', 'network_id': '40febe0e-a58d-4d88-9cb1-48f696a34f45', 'tenant_id': 'ed0e52a9d6374123b57759435d43d7aa', 'mac_address': 'fa:16:3e:c5:4a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7d3e86-a7d8-426a-9485-31431a43ae23', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a7263cb7-bd14-41ff-8f4b-b90e8869f0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:19Z', 'updated_at': '2022-05-20T09:13:33Z', 'revision_number': 5, 'project_id': 'ed0e52a9d6374123b57759435d43d7aa', 'subnets': [{'id': 'a7263cb7-bd14-41ff-8f4b-b90e8869f0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:17:41.696598 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf0c91-26f2-4a50-8f70-df64af13c1b3 req-963e46fb-c120-4a28-9463-232f224950af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:41.698277 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-48cf0c91-26f2-4a50-8f70-df64af13c1b3 req-963e46fb-c120-4a28-9463-232f224950af service neutron] 10.222.0.44 "GET /v2.0/networks?id=40febe0e-a58d-4d88-9cb1-48f696a34f45 HTTP/1.1" status: 200 len: 919 time: 0.0897346 May 20 09:17:41.762012 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-48cf0c91-26f2-4a50-8f70-df64af13c1b3 req-ad55bb43-1f35-4f09-9430-82dae6a840bb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c2e256c-0d81-4712-b95d-356933f6fd80 HTTP/1.1" status: 200 len: 1001 time: 0.0564034 May 20 09:17:41.810227 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:41.814488 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf0c91-26f2-4a50-8f70-df64af13c1b3 req-3f5eec5f-553a-463f-9475-2062dda0ef42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:41.815984 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-48cf0c91-26f2-4a50-8f70-df64af13c1b3 req-3f5eec5f-553a-463f-9475-2062dda0ef42 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7263cb7-bd14-41ff-8f4b-b90e8869f0b0 HTTP/1.1" status: 200 len: 857 time: 0.0448177 May 20 09:17:41.862949 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf0c91-26f2-4a50-8f70-df64af13c1b3 req-ae91d72d-0db1-4109-a9ca-58da425c5c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:41.864438 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-48cf0c91-26f2-4a50-8f70-df64af13c1b3 req-ae91d72d-0db1-4109-a9ca-58da425c5c05 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=40febe0e-a58d-4d88-9cb1-48f696a34f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0408845 May 20 09:17:41.952576 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-48cf0c91-26f2-4a50-8f70-df64af13c1b3 req-beb5fde0-0be8-4a4d-962c-3cc572cc3d76 service neutron] 10.222.0.44 "GET /v2.0/networks/40febe0e-a58d-4d88-9cb1-48f696a34f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809982 May 20 09:17:42.045545 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-48cf0c91-26f2-4a50-8f70-df64af13c1b3 req-f387ff2d-a1db-4740-9ac6-bae29d578f9a service neutron] 10.222.0.44 "GET /v2.0/networks/40febe0e-a58d-4d88-9cb1-48f696a34f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847974 May 20 09:17:42.118264 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:42.126629 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf0c91-26f2-4a50-8f70-df64af13c1b3 req-40bd8585-5083-49eb-a2a2-9c7e4d5db9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:42.128155 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-48cf0c91-26f2-4a50-8f70-df64af13c1b3 req-40bd8585-5083-49eb-a2a2-9c7e4d5db9fa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ed0e52a9d6374123b57759435d43d7aa&device_id=d6bf483f-196d-4699-8ca8-968382aecdac HTTP/1.1" status: 200 len: 1130 time: 0.0414612 May 20 09:17:42.224741 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf0c91-26f2-4a50-8f70-df64af13c1b3 req-1db229c4-41b2-4058-b597-c76ae9e9b8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:42.226200 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-48cf0c91-26f2-4a50-8f70-df64af13c1b3 req-1db229c4-41b2-4058-b597-c76ae9e9b8d8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=40febe0e-a58d-4d88-9cb1-48f696a34f45 HTTP/1.1" status: 200 len: 919 time: 0.0860417 May 20 09:17:42.295921 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-48cf0c91-26f2-4a50-8f70-df64af13c1b3 req-59b78298-9c64-47f7-adcd-cc3606f5fc6e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c2e256c-0d81-4712-b95d-356933f6fd80 HTTP/1.1" status: 200 len: 1001 time: 0.0582805 May 20 09:17:42.342935 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf0c91-26f2-4a50-8f70-df64af13c1b3 req-b4565174-894d-4ec5-8666-3890c592308c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:42.344351 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-48cf0c91-26f2-4a50-8f70-df64af13c1b3 req-b4565174-894d-4ec5-8666-3890c592308c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7263cb7-bd14-41ff-8f4b-b90e8869f0b0 HTTP/1.1" status: 200 len: 857 time: 0.0420840 May 20 09:17:42.391319 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf0c91-26f2-4a50-8f70-df64af13c1b3 req-19ca9c3a-676a-43e8-96bd-7131e1b1f7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:17:42.392764 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-48cf0c91-26f2-4a50-8f70-df64af13c1b3 req-19ca9c3a-676a-43e8-96bd-7131e1b1f7d8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=40febe0e-a58d-4d88-9cb1-48f696a34f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0418518 May 20 09:17:42.497281 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-48cf0c91-26f2-4a50-8f70-df64af13c1b3 req-fd409758-dc71-459c-978d-daf49b7a8989 service neutron] 10.222.0.44 "GET /v2.0/networks/40febe0e-a58d-4d88-9cb1-48f696a34f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903001 May 20 09:17:42.597359 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-48cf0c91-26f2-4a50-8f70-df64af13c1b3 req-512ebe36-dd19-4df2-bb18-d4e26e656ef1 service neutron] 10.222.0.44 "GET /v2.0/networks/40febe0e-a58d-4d88-9cb1-48f696a34f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867844 May 20 09:17:43.518718 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3812cfef-540e-48a2-8b18-28716df2ecbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:45.897030 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6a02dff8-164a-4875-ac33-eccc565a0f53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:46.051793 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.agents_db [None req-08ca63ee-ac6b-41b9-8918-1f445ad695da None None] Agent healthcheck: found 6 active agents {{(pid=104278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 09:17:47.096190 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:48.369960 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:50.149780 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:50.871696 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=32 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:50.875137 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=77,neutron:UPDATE=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:52.587766 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=69 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:52.593766 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=47 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:52.799150 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (2d1be950-4dd6-4324-90da-2272c7a86826), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:17:56.042416 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=83 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:17:56.043563 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=77 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:02.786282 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=43,neutron:UPDATE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:02.790204 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=36,neutron:UPDATE=6 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:03.113789 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88f1d7-71bb-46f9-af22-9eb8fd472722 req-f163bde9-8562-4b57-be64-c322acae7b22 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:03.115206 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6c88f1d7-71bb-46f9-af22-9eb8fd472722 req-f163bde9-8562-4b57-be64-c322acae7b22 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 946 time: 0.0534818 May 20 09:18:03.164483 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6c88f1d7-71bb-46f9-af22-9eb8fd472722 req-fcd07d5f-b7cf-4fbe-a3d0-82b86de2a218 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414865 May 20 09:18:04.292436 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd2044-f496-4d26-964e-c5015ccb3d09 req-ee7531d2-34c3-41e0-b566-edd9d215f163 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:04.293900 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-7cdd2044-f496-4d26-964e-c5015ccb3d09 req-ee7531d2-34c3-41e0-b566-edd9d215f163 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 946 time: 0.0473225 May 20 09:18:04.343588 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-7cdd2044-f496-4d26-964e-c5015ccb3d09 req-e8b57ba5-63b7-43b9-9c20-c32579117504 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440032 May 20 09:18:04.966003 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d0706d-4521-4a3e-ad3c-4170733634ff req-3c2a8b61-9fee-4589-86e1-b92d38b44878 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:04.967482 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c5d0706d-4521-4a3e-ad3c-4170733634ff req-3c2a8b61-9fee-4589-86e1-b92d38b44878 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 946 time: 0.0492678 May 20 09:18:05.052652 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [req-c5d0706d-4521-4a3e-ad3c-4170733634ff req-8221b643-5323-40ba-ba91-7f855feb0584 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Deleting port d8e5bd7c-3deb-4042-9ef4-77d147264d87 {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:18:05.052871 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-c5d0706d-4521-4a3e-ad3c-4170733634ff req-8221b643-5323-40ba-ba91-7f855feb0584 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (d8e5bd7c-3deb-4042-9ef4-77d147264d87), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:05.143970 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [req-c5d0706d-4521-4a3e-ad3c-4170733634ff req-8221b643-5323-40ba-ba91-7f855feb0584 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] For port d8e5bd7c-3deb-4042-9ef4-77d147264d87, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d8e5bd7c-3deb-4042-9ef4-77d147264d87,segment=NetworkSegment(77eb56c8-f7ae-4980-9031-19500d0fdc26),segment_id=77eb56c8-f7ae-4980-9031-19500d0fdc26)] {{(pid=104276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:18:05.144680 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-c5d0706d-4521-4a3e-ad3c-4170733634ff req-8221b643-5323-40ba-ba91-7f855feb0584 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (d8e5bd7c-3deb-4042-9ef4-77d147264d87), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:05.367252 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-c5d0706d-4521-4a3e-ad3c-4170733634ff req-8221b643-5323-40ba-ba91-7f855feb0584 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:05.367513 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-c5d0706d-4521-4a3e-ad3c-4170733634ff req-8221b643-5323-40ba-ba91-7f855feb0584 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680135'] for floatingip (8d3da09a-7b7d-4f1c-9c93-2b1cd4ed79f8), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:05.367849 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.db.l3_db [req-c5d0706d-4521-4a3e-ad3c-4170733634ff req-8221b643-5323-40ba-ba91-7f855feb0584 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Floating IP 8d3da09a-7b7d-4f1c-9c93-2b1cd4ed79f8 disassociated. External IP: 172.27.0.185, port: d8e5bd7c-3deb-4042-9ef4-77d147264d87. May 20 09:18:05.368185 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [req-c5d0706d-4521-4a3e-ad3c-4170733634ff req-8221b643-5323-40ba-ba91-7f855feb0584 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Calling delete_port for d8e5bd7c-3deb-4042-9ef4-77d147264d87 owned by compute:nova {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:18:05.481951 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1cd8c8-eaad-469d-aa74-b4d49ef12e73 req-810da881-3ef0-4e59-8a39-b022b1fa1d4e tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:05.483483 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9f1cd8c8-eaad-469d-aa74-b4d49ef12e73 req-810da881-3ef0-4e59-8a39-b022b1fa1d4e tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d7463c-5e56-405b-911d-9b7fa6d3f7d9 HTTP/1.1" status: 200 len: 946 time: 0.0587485 May 20 09:18:05.562435 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-c5d0706d-4521-4a3e-ad3c-4170733634ff req-8221b643-5323-40ba-ba91-7f855feb0584 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (d8e5bd7c-3deb-4042-9ef4-77d147264d87), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:05.576538 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9f1cd8c8-eaad-469d-aa74-b4d49ef12e73 req-c7dcde08-8b15-48af-b96d-c87a847b7d79 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=883008c0-118f-4e97-a996-a72a3f7db2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835459 May 20 09:18:05.597336 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8221b643-5323-40ba-ba91-7f855feb0584 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Pushing event deleted for resources: {'Port': ['ID=d8e5bd7c-3deb-4042-9ef4-77d147264d87,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:18:05.705674 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5d0706d-4521-4a3e-ad3c-4170733634ff req-8221b643-5323-40ba-ba91-7f855feb0584 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Router dddcae79-7f2c-46ca-9e76-32b8f59596e6 has already been hosted by L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 {{(pid=104276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 09:18:05.763206 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:05.789021 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:05.809327 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5d0706d-4521-4a3e-ad3c-4170733634ff req-8221b643-5323-40ba-ba91-7f855feb0584 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:18:05.819242 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c8ace5-0705-42c4-b58e-bebafd0b7d83 None None] Sync routers for ids ['dddcae79-7f2c-46ca-9e76-32b8f59596e6'] in dv-cinder-836996-23-iscsi {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:18:05.830010 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c8ace5-0705-42c4-b58e-bebafd0b7d83 None None] Routers {'dddcae79-7f2c-46ca-9e76-32b8f59596e6'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:18:05.830617 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-83c8ace5-0705-42c4-b58e-bebafd0b7d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:17:46Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['dddcae79-7f2c-46ca-9e76-32b8f59596e6'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:18:05.852912 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d0706d-4521-4a3e-ad3c-4170733634ff req-8221b643-5323-40ba-ba91-7f855feb0584 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] No DVR routers for this DVR port d8e5bd7c-3deb-4042-9ef4-77d147264d87 on host hv-cinder-83699 {{(pid=104276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:18:05.855696 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-c5d0706d-4521-4a3e-ad3c-4170733634ff req-8221b643-5323-40ba-ba91-7f855feb0584 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for port (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:05.859294 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c5d0706d-4521-4a3e-ad3c-4170733634ff req-8221b643-5323-40ba-ba91-7f855feb0584 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.44 "DELETE /v2.0/ports/d8e5bd7c-3deb-4042-9ef4-77d147264d87 HTTP/1.1" status: 204 len: 173 time: 0.8846436 May 20 09:18:05.859767 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d7463c-5e56-405b-911d-9b7fa6d3f7d9', 'name': 'network-vif-deleted', 'tag': 'd8e5bd7c-3deb-4042-9ef4-77d147264d87'}] {{(pid=104276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:18:05.863104 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f1859fdf6517cac9f3390f7253b255bfbc77edc31af200be8f81c994e01841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db780893-fd5e-42ca-afaf-4da0ea82a8d7" -d '{"events": [{"server_uuid": "b7d7463c-5e56-405b-911d-9b7fa6d3f7d9", "name": "network-vif-deleted", "tag": "d8e5bd7c-3deb-4042-9ef4-77d147264d87"}]}' {{(pid=104276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:18:05.902328 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 09:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e211704-8c9d-4c44-a1db-44b1c4ff881b x-openstack-request-id: req-9e211704-8c9d-4c44-a1db-44b1c4ff881b {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:18:05.902627 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d7463c-5e56-405b-911d-9b7fa6d3f7d9", "name": "network-vif-deleted", "tag": "d8e5bd7c-3deb-4042-9ef4-77d147264d87", "status": "completed", "code": 200}]} {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:18:05.902879 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9e211704-8c9d-4c44-a1db-44b1c4ff881b {{(pid=104276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:18:05.903318 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e211704-8c9d-4c44-a1db-44b1c4ff881b'] response: {'server_uuid': 'b7d7463c-5e56-405b-911d-9b7fa6d3f7d9', 'name': 'network-vif-deleted', 'tag': 'd8e5bd7c-3deb-4042-9ef4-77d147264d87', 'status': 'completed', 'code': 200} May 20 09:18:05.942854 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-83c8ace5-0705-42c4-b58e-bebafd0b7d83 None None] Set router dddcae79-7f2c-46ca-9e76-32b8f59596e6 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:18:06.135491 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-83c8ace5-0705-42c4-b58e-bebafd0b7d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'name': 'tempest-AttachVolumeShelveTestJSON-100177110-router', 'tenant_id': '92bf8a2fea6243c28aff53d39a57f92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'ef269289-432e-4c5a-9c85-07f8b2771fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:19Z', 'updated_at': '2022-05-20T09:13:29Z', 'revision_number': 4, 'project_id': '92bf8a2fea6243c28aff53d39a57f92c', 'gw_port': {'id': 'ef269289-432e-4c5a-9c85-07f8b2771fbd', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ff:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '8b4badcf-eae7-4e19-8dae-b8f643625c74', 'name': '', 'network_id': 'cb464892-cf71-4d2e-b68f-60163c12a0fe', 'tenant_id': '92bf8a2fea6243c28aff53d39a57f92c', 'mac_address': 'fa:16:3e:01:dd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0a5fa699-4c99-4ca7-94b7-2b5c0cff2418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:27Z', 'updated_at': '2022-05-20T09:13:44Z', 'revision_number': 5, 'project_id': '92bf8a2fea6243c28aff53d39a57f92c', 'subnets': [{'id': '0a5fa699-4c99-4ca7-94b7-2b5c0cff2418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:18:06.163041 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c8ace5-0705-42c4-b58e-bebafd0b7d83 None None] Checking router: dddcae79-7f2c-46ca-9e76-32b8f59596e6 for host: dv-cinder-836996-23-iscsi {{(pid=104277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:18:06.171877 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c8ace5-0705-42c4-b58e-bebafd0b7d83 None None] Routers {'dddcae79-7f2c-46ca-9e76-32b8f59596e6'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:18:06.172473 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-83c8ace5-0705-42c4-b58e-bebafd0b7d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:17:46Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['dddcae79-7f2c-46ca-9e76-32b8f59596e6'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:18:06.270224 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-83c8ace5-0705-42c4-b58e-bebafd0b7d83 None None] Set router dddcae79-7f2c-46ca-9e76-32b8f59596e6 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:18:06.455617 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-83c8ace5-0705-42c4-b58e-bebafd0b7d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'name': 'tempest-AttachVolumeShelveTestJSON-100177110-router', 'tenant_id': '92bf8a2fea6243c28aff53d39a57f92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'ef269289-432e-4c5a-9c85-07f8b2771fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:19Z', 'updated_at': '2022-05-20T09:13:29Z', 'revision_number': 4, 'project_id': '92bf8a2fea6243c28aff53d39a57f92c', 'gw_port': {'id': 'ef269289-432e-4c5a-9c85-07f8b2771fbd', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ff:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '8b4badcf-eae7-4e19-8dae-b8f643625c74', 'name': '', 'network_id': 'cb464892-cf71-4d2e-b68f-60163c12a0fe', 'tenant_id': '92bf8a2fea6243c28aff53d39a57f92c', 'mac_address': 'fa:16:3e:01:dd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0a5fa699-4c99-4ca7-94b7-2b5c0cff2418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:27Z', 'updated_at': '2022-05-20T09:13:44Z', 'revision_number': 5, 'project_id': '92bf8a2fea6243c28aff53d39a57f92c', 'subnets': [{'id': '0a5fa699-4c99-4ca7-94b7-2b5c0cff2418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:18:06.480862 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c8ace5-0705-42c4-b58e-bebafd0b7d83 None None] The sync data for ids ['dddcae79-7f2c-46ca-9e76-32b8f59596e6'] in dv-cinder-836996-23-iscsi is: [{'id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'name': 'tempest-AttachVolumeShelveTestJSON-100177110-router', 'tenant_id': '92bf8a2fea6243c28aff53d39a57f92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'ef269289-432e-4c5a-9c85-07f8b2771fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:19Z', 'updated_at': '2022-05-20T09:13:29Z', 'revision_number': 4, 'project_id': '92bf8a2fea6243c28aff53d39a57f92c', 'gw_port': {'id': 'ef269289-432e-4c5a-9c85-07f8b2771fbd', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ff:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '8b4badcf-eae7-4e19-8dae-b8f643625c74', 'name': '', 'network_id': 'cb464892-cf71-4d2e-b68f-60163c12a0fe', 'tenant_id': '92bf8a2fea6243c28aff53d39a57f92c', 'mac_address': 'fa:16:3e:01:dd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0a5fa699-4c99-4ca7-94b7-2b5c0cff2418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:27Z', 'updated_at': '2022-05-20T09:13:44Z', 'revision_number': 5, 'project_id': '92bf8a2fea6243c28aff53d39a57f92c', 'subnets': [{'id': '0a5fa699-4c99-4ca7-94b7-2b5c0cff2418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:18:06.677039 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 35410) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:18:06.698682 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b107419b-9e94-475b-ac74-0f1f266de9aa None None] New status for floating IP 8d3da09a-7b7d-4f1c-9c93-2b1cd4ed79f8: DOWN {{(pid=104278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 20 09:18:06.731360 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-bed7cd45-29fb-43e8-9d6f-f0e557e6f133 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks [] for security_group (883008c0-118f-4e97-a996-a72a3f7db2dd), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:06.754428 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-bed7cd45-29fb-43e8-9d6f-f0e557e6f133 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks [] for security_group (883008c0-118f-4e97-a996-a72a3f7db2dd), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:06.806549 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-bed7cd45-29fb-43e8-9d6f-f0e557e6f133 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (883008c0-118f-4e97-a996-a72a3f7db2dd), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:06.809152 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-bed7cd45-29fb-43e8-9d6f-f0e557e6f133 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:06.810356 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-bed7cd45-29fb-43e8-9d6f-f0e557e6f133 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "DELETE /v2.0/security-groups/883008c0-118f-4e97-a996-a72a3f7db2dd HTTP/1.1" status: 204 len: 168 time: 0.1322949 May 20 09:18:06.813318 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 35412) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:18:06.819945 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed7cd45-29fb-43e8-9d6f-f0e557e6f133 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=883008c0-118f-4e97-a996-a72a3f7db2dd,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:18:06.832860 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.api.v2.resource [None req-c9b14012-d39c-47b7-ae2b-bdd1ecfd9b86 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] show failed (client error): The resource could not be found. May 20 09:18:06.834163 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-c9b14012-d39c-47b7-ae2b-bdd1ecfd9b86 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups/883008c0-118f-4e97-a996-a72a3f7db2dd HTTP/1.1" status: 404 len: 347 time: 0.0191989 May 20 09:18:06.837160 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 35414) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:18:07.178145 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-f455e55d-65bb-4b71-890f-01d590283ef6 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Deleting port a32e5087-0cc4-47cd-a0d0-de2d2ad5ce56 {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:18:07.178431 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f455e55d-65bb-4b71-890f-01d590283ef6 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (a32e5087-0cc4-47cd-a0d0-de2d2ad5ce56), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:07.259833 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f455e55d-65bb-4b71-890f-01d590283ef6 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (a32e5087-0cc4-47cd-a0d0-de2d2ad5ce56), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:07.260130 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f455e55d-65bb-4b71-890f-01d590283ef6 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks [] for floatingip (a32e5087-0cc4-47cd-a0d0-de2d2ad5ce56), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:07.273761 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-f455e55d-65bb-4b71-890f-01d590283ef6 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Calling delete_port for a32e5087-0cc4-47cd-a0d0-de2d2ad5ce56 owned by network:floatingip {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:18:07.410630 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f455e55d-65bb-4b71-890f-01d590283ef6 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (a32e5087-0cc4-47cd-a0d0-de2d2ad5ce56), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:07.433867 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f455e55d-65bb-4b71-890f-01d590283ef6 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Pushing event deleted for resources: {'Port': ['ID=a32e5087-0cc4-47cd-a0d0-de2d2ad5ce56,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:18:07.497362 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f455e55d-65bb-4b71-890f-01d590283ef6 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks [] for floatingip (8d3da09a-7b7d-4f1c-9c93-2b1cd4ed79f8), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:07.499935 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f455e55d-65bb-4b71-890f-01d590283ef6 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for floatingip (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:07.501071 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-f455e55d-65bb-4b71-890f-01d590283ef6 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "DELETE /v2.0/floatingips/8d3da09a-7b7d-4f1c-9c93-2b1cd4ed79f8 HTTP/1.1" status: 204 len: 168 time: 0.6628902 May 20 09:18:07.603883 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 35420) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:18:07.608555 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-5c4fc8d6-ff3d-4503-b9b5-360eceedd3a3 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Request body: {'security_group': {'name': 'tempest-securitygroup--532894247', 'description': 'tempest-description--1217595001'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:18:07.633693 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-5c4fc8d6-ff3d-4503-b9b5-360eceedd3a3 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks [] for security_group (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:07.701586 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-5c4fc8d6-ff3d-4503-b9b5-360eceedd3a3 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks [] for security_group (77594603-be96-4488-bbad-ba5e3374762b), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:07.708248 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-5c4fc8d6-ff3d-4503-b9b5-360eceedd3a3 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (77594603-be96-4488-bbad-ba5e3374762b), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:07.739134 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-5c4fc8d6-ff3d-4503-b9b5-360eceedd3a3 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:07.740412 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-5c4fc8d6-ff3d-4503-b9b5-360eceedd3a3 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1355045 May 20 09:18:07.741103 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4fc8d6-ff3d-4503-b9b5-360eceedd3a3 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77594603-be96-4488-bbad-ba5e3374762b,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:18:07.743432 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 35422) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:18:07.748288 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-49c39a7a-6671-442d-89b2-3b59eb5dd611 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Request body: {'security_group_rule': {'security_group_id': '77594603-be96-4488-bbad-ba5e3374762b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:18:07.777813 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-49c39a7a-6671-442d-89b2-3b59eb5dd611 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks [] for security_group_rule (3f6a2579-9391-4004-ad63-ef558abe1f0b), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:07.823943 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-49c39a7a-6671-442d-89b2-3b59eb5dd611 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks [] for security_group_rule (3f6a2579-9391-4004-ad63-ef558abe1f0b), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:07.830828 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-49c39a7a-6671-442d-89b2-3b59eb5dd611 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547209'] for security_group_rule (3f6a2579-9391-4004-ad63-ef558abe1f0b), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:07.848637 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c39a7a-6671-442d-89b2-3b59eb5dd611 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f6a2579-9391-4004-ad63-ef558abe1f0b,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:18:07.858261 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-49c39a7a-6671-442d-89b2-3b59eb5dd611 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:07.862306 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-49c39a7a-6671-442d-89b2-3b59eb5dd611 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1151290 May 20 09:18:07.862649 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 35424) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:18:07.867206 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-643b1440-1b42-4cbc-a40c-5eaecd4c5226 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Request body: {'security_group_rule': {'security_group_id': '77594603-be96-4488-bbad-ba5e3374762b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:18:07.895468 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-643b1440-1b42-4cbc-a40c-5eaecd4c5226 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks [] for security_group_rule (5a15c5d3-fbb4-44f7-82db-edb7508b2b3b), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:07.934250 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:07.944895 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-643b1440-1b42-4cbc-a40c-5eaecd4c5226 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks [] for security_group_rule (5a15c5d3-fbb4-44f7-82db-edb7508b2b3b), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:07.950388 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-643b1440-1b42-4cbc-a40c-5eaecd4c5226 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547209'] for security_group_rule (5a15c5d3-fbb4-44f7-82db-edb7508b2b3b), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:07.974404 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643b1440-1b42-4cbc-a40c-5eaecd4c5226 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a15c5d3-fbb4-44f7-82db-edb7508b2b3b,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:18:07.981613 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-643b1440-1b42-4cbc-a40c-5eaecd4c5226 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:07.982890 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-643b1440-1b42-4cbc-a40c-5eaecd4c5226 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1191542 May 20 09:18:07.986093 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 35426) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:18:07.990525 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-323c4195-29a3-4187-b1ba-4e1f0bfd7dbd tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Request body: {'floatingip': {'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:18:08.014207 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-323c4195-29a3-4187-b1ba-4e1f0bfd7dbd tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:08.099491 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-323c4195-29a3-4187-b1ba-4e1f0bfd7dbd tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:08.154046 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:08.210357 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_common [None req-323c4195-29a3-4187-b1ba-4e1f0bfd7dbd tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Allocated IP 172.27.0.51 (db85349c-1449-495a-9881-8426bbf372da/93804823-6bc2-4eb0-bfcd-bdee0631ed3e/e068b563-377e-4af5-8182-4c2e2c517af2) {{(pid=104276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:18:08.311558 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-323c4195-29a3-4187-b1ba-4e1f0bfd7dbd tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks [] for port (e068b563-377e-4af5-8182-4c2e2c517af2), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:08.346101 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-323c4195-29a3-4187-b1ba-4e1f0bfd7dbd tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (e068b563-377e-4af5-8182-4c2e2c517af2), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:08.393371 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323c4195-29a3-4187-b1ba-4e1f0bfd7dbd tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Network db85349c-1449-495a-9881-8426bbf372da is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:18:08.398323 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-323c4195-29a3-4187-b1ba-4e1f0bfd7dbd tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:18:08.402875 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323c4195-29a3-4187-b1ba-4e1f0bfd7dbd tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Received port after_create {{(pid=104276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:18:08.406054 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323c4195-29a3-4187-b1ba-4e1f0bfd7dbd tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Pushing event updated for resources: {'Port': ['ID=e068b563-377e-4af5-8182-4c2e2c517af2,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:18:08.486345 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-323c4195-29a3-4187-b1ba-4e1f0bfd7dbd tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks [] for floatingip (3ce592e5-41c2-4a01-b75c-de8624c7b36d), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:08.525721 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-323c4195-29a3-4187-b1ba-4e1f0bfd7dbd tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (e068b563-377e-4af5-8182-4c2e2c517af2), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:08.650474 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:08.705135 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-323c4195-29a3-4187-b1ba-4e1f0bfd7dbd tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks [] for port (e068b563-377e-4af5-8182-4c2e2c517af2), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:08.711928 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-323c4195-29a3-4187-b1ba-4e1f0bfd7dbd tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32464857'] for port (e068b563-377e-4af5-8182-4c2e2c517af2), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:08.775938 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323c4195-29a3-4187-b1ba-4e1f0bfd7dbd tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Pushing event updated for resources: {'Port': ['ID=e068b563-377e-4af5-8182-4c2e2c517af2,revision_number=2']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:18:08.788605 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-323c4195-29a3-4187-b1ba-4e1f0bfd7dbd tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680135'] for floatingip (3ce592e5-41c2-4a01-b75c-de8624c7b36d), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:08.807836 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-323c4195-29a3-4187-b1ba-4e1f0bfd7dbd tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for floatingip (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:08.809067 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-323c4195-29a3-4187-b1ba-4e1f0bfd7dbd tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8220174 May 20 09:18:08.951214 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device d8e5bd7c-3deb-4042-9ef4-77d147264d87 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 09:18:08.974337 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] No Port match for: d8e5bd7c-3deb-4042-9ef4-77d147264d87 {{(pid=104277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 20 09:18:08.974681 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device d8e5bd7c-3deb-4042-9ef4-77d147264d87 not bound to the agent host hv-cinder-83699 {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 09:18:09.008892 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-1adfad33-b639-494b-9b97-4f8555cff2af req-8a1e7999-1c68-4c11-9e74-0578878c22f3 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--532894247&fields=id&tenant_id=92bf8a2fea6243c28aff53d39a57f92c HTTP/1.1" status: 200 len: 267 time: 0.0458801 May 20 09:18:09.113994 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfad33-b639-494b-9b97-4f8555cff2af req-1f38a38a-281b-4817-be5c-c1e77d984f5d tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:09.115485 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-1adfad33-b639-494b-9b97-4f8555cff2af req-1f38a38a-281b-4817-be5c-c1e77d984f5d tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/networks?id=cb464892-cf71-4d2e-b68f-60163c12a0fe HTTP/1.1" status: 200 len: 816 time: 0.1000049 May 20 09:18:09.130043 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-1adfad33-b639-494b-9b97-4f8555cff2af req-f5e2a0cc-29f7-49cc-9ddf-8643b885cd7a tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/quotas/92bf8a2fea6243c28aff53d39a57f92c HTTP/1.1" status: 200 len: 375 time: 0.0091097 May 20 09:18:09.183500 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-1adfad33-b639-494b-9b97-4f8555cff2af req-487c4ad6-d97c-4eed-af29-ef4739d8d70a tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=92bf8a2fea6243c28aff53d39a57f92c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486057 May 20 09:18:09.290714 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-1adfad33-b639-494b-9b97-4f8555cff2af req-3488617c-20ad-4718-8b57-3b61c47da24d service neutron] 10.222.0.69 "GET /v2.0/networks/cb464892-cf71-4d2e-b68f-60163c12a0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955303 May 20 09:18:09.383330 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-1adfad33-b639-494b-9b97-4f8555cff2af req-6f943e1a-7786-4981-b9ad-3942e7fede88 service neutron] 10.222.0.69 "GET /v2.0/networks/cb464892-cf71-4d2e-b68f-60163c12a0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865633 May 20 09:18:09.558837 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-78e24ae1-74ec-4771-b326-52ad371a06c8 req-ffca31bb-931a-495c-97bb-f5773b50be88 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 210 time: 0.0335476 May 20 09:18:10.621909 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfad33-b639-494b-9b97-4f8555cff2af req-6793fda0-9043-4c35-b39b-43fa50b261b3 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:10.623412 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1adfad33-b639-494b-9b97-4f8555cff2af req-6793fda0-9043-4c35-b39b-43fa50b261b3 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.44 "GET /v2.0/networks?id=cb464892-cf71-4d2e-b68f-60163c12a0fe HTTP/1.1" status: 200 len: 816 time: 0.1128507 May 20 09:18:10.665048 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-5a9b00be-d559-4e57-9c90-b22208f6a928 req-c3539d56-58de-4464-b9bb-00a962703a1c tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 210 time: 0.0317037 May 20 09:18:10.698361 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1adfad33-b639-494b-9b97-4f8555cff2af req-a212832f-692e-494d-bcfb-50c8f89d7f35 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92bf8a2fea6243c28aff53d39a57f92c HTTP/1.1" status: 200 len: 379 time: 0.0634725 May 20 09:18:10.808244 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [req-1adfad33-b639-494b-9b97-4f8555cff2af req-532e8c60-d28f-4581-9c3e-bb4b04a6e586 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Request body: {'port': {'device_id': '53b8a799-7b88-4862-8b6d-87faa7d907f8', 'network_id': 'cb464892-cf71-4d2e-b68f-60163c12a0fe', 'admin_state_up': True, 'tenant_id': '92bf8a2fea6243c28aff53d39a57f92c', 'security_groups': ['77594603-be96-4488-bbad-ba5e3374762b']}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:18:10.812691 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:10.925632 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1adfad33-b639-494b-9b97-4f8555cff2af req-532e8c60-d28f-4581-9c3e-bb4b04a6e586 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Made reservation on behalf of 92bf8a2fea6243c28aff53d39a57f92c for: {'port': 1} {{(pid=104276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:18:10.929428 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-1adfad33-b639-494b-9b97-4f8555cff2af req-532e8c60-d28f-4581-9c3e-bb4b04a6e586 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:11.052594 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_common [req-1adfad33-b639-494b-9b97-4f8555cff2af req-532e8c60-d28f-4581-9c3e-bb4b04a6e586 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Allocated IP 172.20.0.13 (cb464892-cf71-4d2e-b68f-60163c12a0fe/0a5fa699-4c99-4ca7-94b7-2b5c0cff2418/0fff114c-fe55-4714-bbdc-e879108b685e) {{(pid=104276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:18:11.211526 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-1adfad33-b639-494b-9b97-4f8555cff2af req-532e8c60-d28f-4581-9c3e-bb4b04a6e586 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks [] for port (0fff114c-fe55-4714-bbdc-e879108b685e), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:11.238286 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:11.247607 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-1adfad33-b639-494b-9b97-4f8555cff2af req-532e8c60-d28f-4581-9c3e-bb4b04a6e586 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (0fff114c-fe55-4714-bbdc-e879108b685e), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:11.294616 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1adfad33-b639-494b-9b97-4f8555cff2af req-532e8c60-d28f-4581-9c3e-bb4b04a6e586 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Network cb464892-cf71-4d2e-b68f-60163c12a0fe is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:18:11.297721 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [req-1adfad33-b639-494b-9b97-4f8555cff2af req-532e8c60-d28f-4581-9c3e-bb4b04a6e586 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:18:11.301282 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [req-1adfad33-b639-494b-9b97-4f8555cff2af req-532e8c60-d28f-4581-9c3e-bb4b04a6e586 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Received port after_create {{(pid=104276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:18:11.307090 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e8c60-d28f-4581-9c3e-bb4b04a6e586 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Pushing event updated for resources: {'Port': ['ID=0fff114c-fe55-4714-bbdc-e879108b685e,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:18:11.351746 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfad33-b639-494b-9b97-4f8555cff2af req-532e8c60-d28f-4581-9c3e-bb4b04a6e586 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:11.352361 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-1adfad33-b639-494b-9b97-4f8555cff2af req-532e8c60-d28f-4581-9c3e-bb4b04a6e586 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for port (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:11.369905 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1adfad33-b639-494b-9b97-4f8555cff2af req-532e8c60-d28f-4581-9c3e-bb4b04a6e586 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5656354 May 20 09:18:11.384410 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [req-1adfad33-b639-494b-9b97-4f8555cff2af req-a73534fd-2b0f-4175-8d8f-bce4f85e482f service neutron] Request body: {'port': {'device_id': '53b8a799-7b88-4862-8b6d-87faa7d907f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:18:11.444980 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-1adfad33-b639-494b-9b97-4f8555cff2af req-a73534fd-2b0f-4175-8d8f-bce4f85e482f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (0fff114c-fe55-4714-bbdc-e879108b685e), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:11.552268 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-da2ad861-1b92-42e5-ab83-93b9d85924f7 None None] Provisioning complete for port 0fff114c-fe55-4714-bbdc-e879108b685e triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:18:11.552879 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-da2ad861-1b92-42e5-ab83-93b9d85924f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (0fff114c-fe55-4714-bbdc-e879108b685e), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:11.588083 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-da2ad861-1b92-42e5-ab83-93b9d85924f7 None None] Port 0fff114c-fe55-4714-bbdc-e879108b685e cannot update to ACTIVE because it is not bound. {{(pid=104277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 20 09:18:11.651220 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:11.754517 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.notifiers.nova [req-1adfad33-b639-494b-9b97-4f8555cff2af req-a73534fd-2b0f-4175-8d8f-bce4f85e482f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fff114c-fe55-4714-bbdc-e879108b685e {{(pid=104276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 09:18:11.778353 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-1adfad33-b639-494b-9b97-4f8555cff2af req-a73534fd-2b0f-4175-8d8f-bce4f85e482f service neutron] Publish callbacks [] for port (0fff114c-fe55-4714-bbdc-e879108b685e), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:11.802358 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625316f-0e9a-4d5a-b5a4-6ae318e53523 req-d7fc722b-0f9d-4dfd-b29a-8dced638d643 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:11.803861 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3625316f-0e9a-4d5a-b5a4-6ae318e53523 req-d7fc722b-0f9d-4dfd-b29a-8dced638d643 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 932 time: 0.0641096 May 20 09:18:11.804739 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.provisioning_blocks [req-1adfad33-b639-494b-9b97-4f8555cff2af req-a73534fd-2b0f-4175-8d8f-bce4f85e482f service neutron] Transition to ACTIVE for port object 0fff114c-fe55-4714-bbdc-e879108b685e will not be triggered until provisioned by entity L2. {{(pid=104276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 20 09:18:11.810056 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-1adfad33-b639-494b-9b97-4f8555cff2af req-a73534fd-2b0f-4175-8d8f-bce4f85e482f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32464857'] for port (0fff114c-fe55-4714-bbdc-e879108b685e), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:11.874901 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73534fd-2b0f-4175-8d8f-bce4f85e482f service neutron] Pushing event updated for resources: {'Port': ['ID=0fff114c-fe55-4714-bbdc-e879108b685e,revision_number=2']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:18:11.919860 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3625316f-0e9a-4d5a-b5a4-6ae318e53523 req-f8a3c93c-c51e-481f-b7bc-167b21a0fabc tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=77594603-be96-4488-bbad-ba5e3374762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074319 May 20 09:18:11.965969 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.managers [req-1adfad33-b639-494b-9b97-4f8555cff2af req-a73534fd-2b0f-4175-8d8f-bce4f85e482f service neutron] Attempting to bind port 0fff114c-fe55-4714-bbdc-e879108b685e on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 20 09:18:11.966314 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.managers [req-1adfad33-b639-494b-9b97-4f8555cff2af req-a73534fd-2b0f-4175-8d8f-bce4f85e482f service neutron] Attempting to bind port 0fff114c-fe55-4714-bbdc-e879108b685e by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '77eb56c8-f7ae-4980-9031-19500d0fdc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cb464892-cf71-4d2e-b68f-60163c12a0fe'}] {{(pid=104276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 20 09:18:11.966620 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adfad33-b639-494b-9b97-4f8555cff2af req-a73534fd-2b0f-4175-8d8f-bce4f85e482f service neutron] Attempting to bind port 0fff114c-fe55-4714-bbdc-e879108b685e on network cb464892-cf71-4d2e-b68f-60163c12a0fe {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:18:11.971202 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adfad33-b639-494b-9b97-4f8555cff2af req-a73534fd-2b0f-4175-8d8f-bce4f85e482f service neutron] Port 0fff114c-fe55-4714-bbdc-e879108b685e on network cb464892-cf71-4d2e-b68f-60163c12a0fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 09:18:11.971548 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adfad33-b639-494b-9b97-4f8555cff2af req-a73534fd-2b0f-4175-8d8f-bce4f85e482f service neutron] Attempting to bind port 0fff114c-fe55-4714-bbdc-e879108b685e on network cb464892-cf71-4d2e-b68f-60163c12a0fe {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:18:11.976588 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adfad33-b639-494b-9b97-4f8555cff2af req-a73534fd-2b0f-4175-8d8f-bce4f85e482f service neutron] Checking agent: {'id': '2d1be950-4dd6-4324-90da-2272c7a86826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 9, 11, 22), 'started_at': datetime.datetime(2022, 5, 20, 9, 11, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 9, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 09:18:11.976913 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adfad33-b639-494b-9b97-4f8555cff2af req-a73534fd-2b0f-4175-8d8f-bce4f85e482f service neutron] Checking segment: {'id': '77eb56c8-f7ae-4980-9031-19500d0fdc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cb464892-cf71-4d2e-b68f-60163c12a0fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:18:11.977285 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adfad33-b639-494b-9b97-4f8555cff2af req-a73534fd-2b0f-4175-8d8f-bce4f85e482f service neutron] Bound using segment: {'id': '77eb56c8-f7ae-4980-9031-19500d0fdc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cb464892-cf71-4d2e-b68f-60163c12a0fe'} {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 09:18:11.977700 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.managers [req-1adfad33-b639-494b-9b97-4f8555cff2af req-a73534fd-2b0f-4175-8d8f-bce4f85e482f service neutron] Bound port: 0fff114c-fe55-4714-bbdc-e879108b685e, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77eb56c8-f7ae-4980-9031-19500d0fdc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cb464892-cf71-4d2e-b68f-60163c12a0fe'}}] {{(pid=104276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 20 09:18:11.978045 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-1adfad33-b639-494b-9b97-4f8555cff2af req-a73534fd-2b0f-4175-8d8f-bce4f85e482f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (0fff114c-fe55-4714-bbdc-e879108b685e), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:12.039380 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [req-1adfad33-b639-494b-9b97-4f8555cff2af req-a73534fd-2b0f-4175-8d8f-bce4f85e482f service neutron] For port 0fff114c-fe55-4714-bbdc-e879108b685e, host hv-cinder-83699, cleared binding levels {{(pid=104276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 09:18:12.042304 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [req-1adfad33-b639-494b-9b97-4f8555cff2af req-a73534fd-2b0f-4175-8d8f-bce4f85e482f service neutron] For port 0fff114c-fe55-4714-bbdc-e879108b685e, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=0fff114c-fe55-4714-bbdc-e879108b685e,segment=NetworkSegment(77eb56c8-f7ae-4980-9031-19500d0fdc26),segment_id=77eb56c8-f7ae-4980-9031-19500d0fdc26)] {{(pid=104276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 09:18:12.050162 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-1adfad33-b639-494b-9b97-4f8555cff2af req-a73534fd-2b0f-4175-8d8f-bce4f85e482f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32464857'] for port (0fff114c-fe55-4714-bbdc-e879108b685e), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:12.053164 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:12.089509 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfad33-b639-494b-9b97-4f8555cff2af req-a73534fd-2b0f-4175-8d8f-bce4f85e482f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:12.090152 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-1adfad33-b639-494b-9b97-4f8555cff2af req-a73534fd-2b0f-4175-8d8f-bce4f85e482f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for port (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:12.091536 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1adfad33-b639-494b-9b97-4f8555cff2af req-a73534fd-2b0f-4175-8d8f-bce4f85e482f service neutron] 10.222.0.44 "PUT /v2.0/ports/0fff114c-fe55-4714-bbdc-e879108b685e HTTP/1.1" status: 200 len: 1094 time: 0.7114053 May 20 09:18:12.092145 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53b8a799-7b88-4862-8b6d-87faa7d907f8', 'tag': '0fff114c-fe55-4714-bbdc-e879108b685e'}] {{(pid=104276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:18:12.094375 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f1859fdf6517cac9f3390f7253b255bfbc77edc31af200be8f81c994e01841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc09453-ecf2-4575-90b4-a03c89c0ee07" -d '{"events": [{"name": "network-changed", "server_uuid": "53b8a799-7b88-4862-8b6d-87faa7d907f8", "tag": "0fff114c-fe55-4714-bbdc-e879108b685e"}]}' {{(pid=104276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:18:12.126322 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73534fd-2b0f-4175-8d8f-bce4f85e482f service neutron] Pushing event updated for resources: {'Port': ['ID=0fff114c-fe55-4714-bbdc-e879108b685e,revision_number=3']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:18:12.149254 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 09:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c5b123b-e500-4029-8a8c-b6fd9dd748c6 x-openstack-request-id: req-2c5b123b-e500-4029-8a8c-b6fd9dd748c6 {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:18:12.149534 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53b8a799-7b88-4862-8b6d-87faa7d907f8", "tag": "0fff114c-fe55-4714-bbdc-e879108b685e", "status": "completed", "code": 200}]} {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:18:12.149790 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2c5b123b-e500-4029-8a8c-b6fd9dd748c6 {{(pid=104276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:18:12.150197 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c5b123b-e500-4029-8a8c-b6fd9dd748c6'] response: {'name': 'network-changed', 'server_uuid': '53b8a799-7b88-4862-8b6d-87faa7d907f8', 'tag': '0fff114c-fe55-4714-bbdc-e879108b685e', 'status': 'completed', 'code': 200} May 20 09:18:12.195894 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfad33-b639-494b-9b97-4f8555cff2af req-ace917e6-be00-4dcb-af76-60ce83624155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:12.197488 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1adfad33-b639-494b-9b97-4f8555cff2af req-ace917e6-be00-4dcb-af76-60ce83624155 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=92bf8a2fea6243c28aff53d39a57f92c&device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 1128 time: 0.0419173 May 20 09:18:12.244812 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1adfad33-b639-494b-9b97-4f8555cff2af req-cc9be329-acfc-4fa6-8a55-9050c07ed216 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0fff114c-fe55-4714-bbdc-e879108b685e HTTP/1.1" status: 200 len: 217 time: 0.0325928 May 20 09:18:12.295297 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfad33-b639-494b-9b97-4f8555cff2af req-23441429-d2bd-4e77-9392-a15789d0e877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:12.296634 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1adfad33-b639-494b-9b97-4f8555cff2af req-23441429-d2bd-4e77-9392-a15789d0e877 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0a5fa699-4c99-4ca7-94b7-2b5c0cff2418 HTTP/1.1" status: 200 len: 855 time: 0.0442719 May 20 09:18:12.347732 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfad33-b639-494b-9b97-4f8555cff2af req-45ced2f1-2823-4bf2-81a3-0b47c9c9e8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:12.349280 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1adfad33-b639-494b-9b97-4f8555cff2af req-45ced2f1-2823-4bf2-81a3-0b47c9c9e8db service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cb464892-cf71-4d2e-b68f-60163c12a0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429835 May 20 09:18:12.439735 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1adfad33-b639-494b-9b97-4f8555cff2af req-c98ca262-a7c5-4a98-8e04-300bcbcabbb4 service neutron] 10.222.0.44 "GET /v2.0/networks/cb464892-cf71-4d2e-b68f-60163c12a0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823097 May 20 09:18:12.516296 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:12.532524 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1adfad33-b639-494b-9b97-4f8555cff2af req-e334af76-e49d-4be6-8c0b-431ecb0c4466 service neutron] 10.222.0.44 "GET /v2.0/networks/cb464892-cf71-4d2e-b68f-60163c12a0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861235 May 20 09:18:13.046397 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f11b3-c654-4f68-9c5f-e57ce82e0826 req-93e6a91a-28d5-4758-83ac-f61ace80e0b8 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:13.047929 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-886f11b3-c654-4f68-9c5f-e57ce82e0826 req-93e6a91a-28d5-4758-83ac-f61ace80e0b8 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 944 time: 0.0484567 May 20 09:18:13.096925 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-886f11b3-c654-4f68-9c5f-e57ce82e0826 req-0cf5f000-b34f-426c-bddf-d7c814605586 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=77594603-be96-4488-bbad-ba5e3374762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432074 May 20 09:18:13.511663 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a696e5ca-2285-4ddb-99ce-388e7810236a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:13.639916 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc09453-ecf2-4575-90b4-a03c89c0ee07 req-2cbc1a4e-97c3-46dd-afba-8b046d788a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:13.641393 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-bdc09453-ecf2-4575-90b4-a03c89c0ee07 req-2cbc1a4e-97c3-46dd-afba-8b046d788a87 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=92bf8a2fea6243c28aff53d39a57f92c&device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 1128 time: 0.0417902 May 20 09:18:13.735613 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc09453-ecf2-4575-90b4-a03c89c0ee07 req-2470d412-de94-4ea3-9262-dc72a21641f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:13.737071 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-bdc09453-ecf2-4575-90b4-a03c89c0ee07 req-2470d412-de94-4ea3-9262-dc72a21641f0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cb464892-cf71-4d2e-b68f-60163c12a0fe HTTP/1.1" status: 200 len: 917 time: 0.0884852 May 20 09:18:13.777131 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-bdc09453-ecf2-4575-90b4-a03c89c0ee07 req-b0b7b10f-10e7-4db3-904e-bec1ff52f45a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0fff114c-fe55-4714-bbdc-e879108b685e HTTP/1.1" status: 200 len: 217 time: 0.0331337 May 20 09:18:13.824696 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc09453-ecf2-4575-90b4-a03c89c0ee07 req-bb59cca4-ebc7-4214-980b-aecf59f33e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:13.826108 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-bdc09453-ecf2-4575-90b4-a03c89c0ee07 req-bb59cca4-ebc7-4214-980b-aecf59f33e9f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0a5fa699-4c99-4ca7-94b7-2b5c0cff2418 HTTP/1.1" status: 200 len: 855 time: 0.0428214 May 20 09:18:13.873795 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc09453-ecf2-4575-90b4-a03c89c0ee07 req-16138d65-176d-4289-b365-2f4c5de0d7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:13.875312 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-bdc09453-ecf2-4575-90b4-a03c89c0ee07 req-16138d65-176d-4289-b365-2f4c5de0d7bc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cb464892-cf71-4d2e-b68f-60163c12a0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420992 May 20 09:18:13.979856 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-bdc09453-ecf2-4575-90b4-a03c89c0ee07 req-4b7b20c9-84da-4ad4-8252-02beb2dc16b0 service neutron] 10.222.0.44 "GET /v2.0/networks/cb464892-cf71-4d2e-b68f-60163c12a0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917897 May 20 09:18:14.075120 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-bdc09453-ecf2-4575-90b4-a03c89c0ee07 req-6b714bf2-8ae8-4573-9d4f-369522ba71c5 service neutron] 10.222.0.44 "GET /v2.0/networks/cb464892-cf71-4d2e-b68f-60163c12a0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866902 May 20 09:18:14.217235 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee0d3a-1987-43c0-9929-df90ea00a768 req-94f9d6e1-c082-4f1f-ab35-2e59bc4a62cc tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:14.218719 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-71ee0d3a-1987-43c0-9929-df90ea00a768 req-94f9d6e1-c082-4f1f-ab35-2e59bc4a62cc tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 944 time: 0.0481069 May 20 09:18:14.243350 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:14.260332 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:14.269387 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-71ee0d3a-1987-43c0-9929-df90ea00a768 req-ac8544c4-9874-4f4a-aeb0-94291e9aaada tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=77594603-be96-4488-bbad-ba5e3374762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446546 May 20 09:18:14.954944 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 0fff114c-fe55-4714-bbdc-e879108b685e details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 09:18:14.967626 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:15.013361 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:15.053053 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port 0fff114c-fe55-4714-bbdc-e879108b685e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=0fff114c-fe55-4714-bbdc-e879108b685e,segment=NetworkSegment(77eb56c8-f7ae-4980-9031-19500d0fdc26),segment_id=77eb56c8-f7ae-4980-9031-19500d0fdc26)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:18:15.064218 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Returning: {'device': '0fff114c-fe55-4714-bbdc-e879108b685e', 'network_id': 'cb464892-cf71-4d2e-b68f-60163c12a0fe', 'port_id': '0fff114c-fe55-4714-bbdc-e879108b685e', 'mac_address': 'fa:16:3e:f2:15:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5fa699-4c99-4ca7-94b7-2b5c0cff2418', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 09:18:15.102645 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port 0fff114c-fe55-4714-bbdc-e879108b685e is: DOWN; New status is: BUILD {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:18:15.103022 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (0fff114c-fe55-4714-bbdc-e879108b685e), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:15.116157 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fff114c-fe55-4714-bbdc-e879108b685e {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 09:18:15.135373 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port 0fff114c-fe55-4714-bbdc-e879108b685e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=0fff114c-fe55-4714-bbdc-e879108b685e,segment=NetworkSegment(77eb56c8-f7ae-4980-9031-19500d0fdc26),segment_id=77eb56c8-f7ae-4980-9031-19500d0fdc26)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:18:15.142819 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (0fff114c-fe55-4714-bbdc-e879108b685e), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:15.193477 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=0fff114c-fe55-4714-bbdc-e879108b685e,revision_number=4']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:18:15.201793 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:18:15.202145 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:18:15.202509 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:18:15.202866 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:18:15.203202 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:18:15.203559 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:18:15.203884 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:18:15.204195 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:18:15.204535 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:18:15.204863 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:18:15.205186 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:18:15.205520 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:18:15.205843 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:18:15.206159 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:18:15.206473 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:18:15.398315 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438df09d-1983-4776-9d26-81fc97fbd5cd req-896f17c5-ae30-47d0-83c7-15c516a3df3e tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:15.399799 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-438df09d-1983-4776-9d26-81fc97fbd5cd req-896f17c5-ae30-47d0-83c7-15c516a3df3e tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 945 time: 0.0506129 May 20 09:18:15.445176 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-438df09d-1983-4776-9d26-81fc97fbd5cd req-b4ac3f2c-a471-45a6-8359-f959fdbe504e tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=77594603-be96-4488-bbad-ba5e3374762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398619 May 20 09:18:15.454657 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] get_ports_and_sgs() called for port_ids ['0fff114c-fe55-4714-bbdc-e879108b685e'] {{(pid=104277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 09:18:15.786688 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-5e817fbe-761e-4fba-a07b-75e5fbfcc12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:16.581868 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba1d484-5f7a-4cef-8381-d82ff93e68bb req-1b24b656-8f5f-40e7-abcd-4c950da6d107 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:16.583317 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-fba1d484-5f7a-4cef-8381-d82ff93e68bb req-1b24b656-8f5f-40e7-abcd-4c950da6d107 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 945 time: 0.0525517 May 20 09:18:16.635698 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-fba1d484-5f7a-4cef-8381-d82ff93e68bb req-b723267b-3205-425c-a6b8-3c449df25b97 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=77594603-be96-4488-bbad-ba5e3374762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466895 May 20 09:18:16.761921 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=6 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:16.796157 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:16.971140 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 0fff114c-fe55-4714-bbdc-e879108b685e up at agent hyperv_hv-cinder-83699 {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:18:17.015415 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Provisioning for port 0fff114c-fe55-4714-bbdc-e879108b685e completed by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 20 09:18:17.024240 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Provisioning complete for port 0fff114c-fe55-4714-bbdc-e879108b685e triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:18:17.024749 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (0fff114c-fe55-4714-bbdc-e879108b685e), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:17.111127 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port 0fff114c-fe55-4714-bbdc-e879108b685e is: BUILD; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:18:17.111556 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (0fff114c-fe55-4714-bbdc-e879108b685e), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:17.121348 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:17.135535 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b8a799-7b88-4862-8b6d-87faa7d907f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fff114c-fe55-4714-bbdc-e879108b685e'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:18:17.137853 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a79de04d4ec243d1cdc81b41ccc126ec62664011dfe1c1a94e68b1d536b5d8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532cba18-b56b-499b-befe-685af84df01f" -d '{"events": [{"server_uuid": "53b8a799-7b88-4862-8b6d-87faa7d907f8", "name": "network-vif-plugged", "status": "completed", "tag": "0fff114c-fe55-4714-bbdc-e879108b685e"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:18:17.150255 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port 0fff114c-fe55-4714-bbdc-e879108b685e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=0fff114c-fe55-4714-bbdc-e879108b685e,segment=NetworkSegment(77eb56c8-f7ae-4980-9031-19500d0fdc26),segment_id=77eb56c8-f7ae-4980-9031-19500d0fdc26)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:18:17.156085 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (0fff114c-fe55-4714-bbdc-e879108b685e), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:17.178585 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 09:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efd76c2-db3e-40b4-9fe1-ab3d14d27e4f x-openstack-request-id: req-9efd76c2-db3e-40b4-9fe1-ab3d14d27e4f {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:18:17.178870 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53b8a799-7b88-4862-8b6d-87faa7d907f8", "name": "network-vif-plugged", "status": "completed", "tag": "0fff114c-fe55-4714-bbdc-e879108b685e", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:18:17.179124 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9efd76c2-db3e-40b4-9fe1-ab3d14d27e4f {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:18:17.179539 dv-cinder-836996-23-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9efd76c2-db3e-40b4-9fe1-ab3d14d27e4f'] response: {'server_uuid': '53b8a799-7b88-4862-8b6d-87faa7d907f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fff114c-fe55-4714-bbdc-e879108b685e', 'code': 200} May 20 09:18:17.205423 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=0fff114c-fe55-4714-bbdc-e879108b685e,revision_number=5']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:18:17.349407 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5e289-fb73-4be7-b2c1-83f917cda34a req-8464ce52-af60-459c-8ce1-7adfab26f6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:17.350835 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7de5e289-fb73-4be7-b2c1-83f917cda34a req-8464ce52-af60-459c-8ce1-7adfab26f6cc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 1130 time: 0.0412855 May 20 09:18:17.400678 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7de5e289-fb73-4be7-b2c1-83f917cda34a req-e7ae1eba-78e1-41c6-8268-61af35cb439d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=77594603-be96-4488-bbad-ba5e3374762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417964 May 20 09:18:17.888397 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7acc4c-5e68-4761-bede-2eac84e6d62b req-85741bef-5c40-40b7-bfa8-ddcc6d569b0e tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:17.889857 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-4e7acc4c-5e68-4761-bede-2eac84e6d62b req-85741bef-5c40-40b7-bfa8-ddcc6d569b0e tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 946 time: 0.1708167 May 20 09:18:17.937054 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-4e7acc4c-5e68-4761-bede-2eac84e6d62b req-30e5116c-3bf6-4b57-bb79-bf2eebc99cd3 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=77594603-be96-4488-bbad-ba5e3374762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410962 May 20 09:18:18.377844 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:19.038324 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:19.056994 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f618acdc-8e46-4a86-970e-b9d3211616ff req-0ece2271-8004-4b9d-9497-11c7cb973207 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:19.058475 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f618acdc-8e46-4a86-970e-b9d3211616ff req-0ece2271-8004-4b9d-9497-11c7cb973207 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 946 time: 0.0475101 May 20 09:18:19.109011 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f618acdc-8e46-4a86-970e-b9d3211616ff req-4bb2dcad-4aca-4e74-bd2b-853291158eae tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=77594603-be96-4488-bbad-ba5e3374762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427377 May 20 09:18:19.235548 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edbb5a8-5c34-4ecd-b5f5-54746645b142 req-e7fd1890-bc54-4bfe-98ee-7e88d32cb919 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:19.237027 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-6edbb5a8-5c34-4ecd-b5f5-54746645b142 req-e7fd1890-bc54-4bfe-98ee-7e88d32cb919 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 946 time: 0.0547900 May 20 09:18:19.251790 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 35490) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:18:19.256167 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-3ec7ec23-2928-432b-86bb-1a545cf9a9a6 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Request body: {'floatingip': {'port_id': '0fff114c-fe55-4714-bbdc-e879108b685e'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:18:19.298188 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-3ec7ec23-2928-432b-86bb-1a545cf9a9a6 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks [] for floatingip (3ce592e5-41c2-4a01-b75c-de8624c7b36d), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:19.714952 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-3ec7ec23-2928-432b-86bb-1a545cf9a9a6 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:19.720104 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-3ec7ec23-2928-432b-86bb-1a545cf9a9a6 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680135'] for floatingip (3ce592e5-41c2-4a01-b75c-de8624c7b36d), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:19.825689 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.db.l3_db [None req-3ec7ec23-2928-432b-86bb-1a545cf9a9a6 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Floating IP 3ce592e5-41c2-4a01-b75c-de8624c7b36d associated. External IP: 172.27.0.51, port: 0fff114c-fe55-4714-bbdc-e879108b685e. May 20 09:18:20.020727 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:20.024931 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec7ec23-2928-432b-86bb-1a545cf9a9a6 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Router dddcae79-7f2c-46ca-9e76-32b8f59596e6 has already been hosted by L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 {{(pid=104275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 09:18:20.071224 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:20.134622 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:20.135244 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec7ec23-2928-432b-86bb-1a545cf9a9a6 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:18:20.139979 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-3ec7ec23-2928-432b-86bb-1a545cf9a9a6 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for floatingip (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:20.144610 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d6d5a8-b9d4-4795-8a64-42bac7637a61 None None] Sync routers for ids ['dddcae79-7f2c-46ca-9e76-32b8f59596e6'] in dv-cinder-836996-23-iscsi {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:18:20.154511 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d6d5a8-b9d4-4795-8a64-42bac7637a61 None None] Routers {'dddcae79-7f2c-46ca-9e76-32b8f59596e6'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:18:20.155121 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-78d6d5a8-b9d4-4795-8a64-42bac7637a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:18:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['dddcae79-7f2c-46ca-9e76-32b8f59596e6'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:18:20.171693 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-3ec7ec23-2928-432b-86bb-1a545cf9a9a6 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "PUT /v2.0/floatingips/3ce592e5-41c2-4a01-b75c-de8624c7b36d HTTP/1.1" status: 200 len: 991 time: 0.9188266 May 20 09:18:20.173489 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53b8a799-7b88-4862-8b6d-87faa7d907f8', 'tag': '0fff114c-fe55-4714-bbdc-e879108b685e'}] {{(pid=104275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:18:20.177737 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eea53449646a7168c1429fc9fd421a4bc8c13d7c241c91a60dad7e76b53d9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58330112-07cd-4c3f-8838-72d1d48ab3a7" -d '{"events": [{"name": "network-changed", "server_uuid": "53b8a799-7b88-4862-8b6d-87faa7d907f8", "tag": "0fff114c-fe55-4714-bbdc-e879108b685e"}]}' {{(pid=104275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:18:20.191614 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:20.218607 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 09:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5828fa0b-a67e-4311-aca2-331a1cf20abb x-openstack-request-id: req-5828fa0b-a67e-4311-aca2-331a1cf20abb {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:18:20.218904 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53b8a799-7b88-4862-8b6d-87faa7d907f8", "tag": "0fff114c-fe55-4714-bbdc-e879108b685e", "status": "completed", "code": 200}]} {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:18:20.219165 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5828fa0b-a67e-4311-aca2-331a1cf20abb {{(pid=104275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:18:20.219614 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5828fa0b-a67e-4311-aca2-331a1cf20abb'] response: {'name': 'network-changed', 'server_uuid': '53b8a799-7b88-4862-8b6d-87faa7d907f8', 'tag': '0fff114c-fe55-4714-bbdc-e879108b685e', 'status': 'completed', 'code': 200} May 20 09:18:20.273889 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-78d6d5a8-b9d4-4795-8a64-42bac7637a61 None None] Set router dddcae79-7f2c-46ca-9e76-32b8f59596e6 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:18:20.281376 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58330112-07cd-4c3f-8838-72d1d48ab3a7 req-42a7f16e-4955-46c4-84e4-0e1a1a90b336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:20.282945 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-58330112-07cd-4c3f-8838-72d1d48ab3a7 req-42a7f16e-4955-46c4-84e4-0e1a1a90b336 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=92bf8a2fea6243c28aff53d39a57f92c&device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 1130 time: 0.0394609 May 20 09:18:20.375458 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58330112-07cd-4c3f-8838-72d1d48ab3a7 req-3fabea52-209d-4b1b-952d-9dab324a35de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:20.377287 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-58330112-07cd-4c3f-8838-72d1d48ab3a7 req-3fabea52-209d-4b1b-952d-9dab324a35de service neutron] 10.222.0.44 "GET /v2.0/networks?id=cb464892-cf71-4d2e-b68f-60163c12a0fe HTTP/1.1" status: 200 len: 917 time: 0.0867651 May 20 09:18:20.419037 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:20.445102 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-58330112-07cd-4c3f-8838-72d1d48ab3a7 req-d53298f1-374c-4f11-a1b2-8ecea1ca83d6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0fff114c-fe55-4714-bbdc-e879108b685e HTTP/1.1" status: 200 len: 999 time: 0.0599604 May 20 09:18:20.501212 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58330112-07cd-4c3f-8838-72d1d48ab3a7 req-99a64a30-6ad0-40cc-bd50-a61b771733aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:20.502946 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-58330112-07cd-4c3f-8838-72d1d48ab3a7 req-99a64a30-6ad0-40cc-bd50-a61b771733aa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0a5fa699-4c99-4ca7-94b7-2b5c0cff2418 HTTP/1.1" status: 200 len: 855 time: 0.0493939 May 20 09:18:20.554177 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58330112-07cd-4c3f-8838-72d1d48ab3a7 req-8311586f-33af-46ab-93e6-b971f7a8c48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:20.555641 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-58330112-07cd-4c3f-8838-72d1d48ab3a7 req-8311586f-33af-46ab-93e6-b971f7a8c48b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cb464892-cf71-4d2e-b68f-60163c12a0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0469570 May 20 09:18:20.571357 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:20.654923 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-78d6d5a8-b9d4-4795-8a64-42bac7637a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'name': 'tempest-AttachVolumeShelveTestJSON-100177110-router', 'tenant_id': '92bf8a2fea6243c28aff53d39a57f92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'ef269289-432e-4c5a-9c85-07f8b2771fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:19Z', 'updated_at': '2022-05-20T09:13:29Z', 'revision_number': 4, 'project_id': '92bf8a2fea6243c28aff53d39a57f92c', 'gw_port': {'id': 'ef269289-432e-4c5a-9c85-07f8b2771fbd', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ff:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_floatingips': [{'id': '3ce592e5-41c2-4a01-b75c-de8624c7b36d', 'tenant_id': '92bf8a2fea6243c28aff53d39a57f92c', 'floating_ip_address': '172.27.0.51', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'port_id': '0fff114c-fe55-4714-bbdc-e879108b685e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb464892-cf71-4d2e-b68f-60163c12a0fe', 'mac_address': 'fa:16:3e:f2:15:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b8a799-7b88-4862-8b6d-87faa7d907f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:18:08Z', 'updated_at': '2022-05-20T09:18:19Z', 'revision_number': 1, 'project_id': '92bf8a2fea6243c28aff53d39a57f92c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b4badcf-eae7-4e19-8dae-b8f643625c74', 'name': '', 'network_id': 'cb464892-cf71-4d2e-b68f-60163c12a0fe', 'tenant_id': '92bf8a2fea6243c28aff53d39a57f92c', 'mac_address': 'fa:16:3e:01:dd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0a5fa699-4c99-4ca7-94b7-2b5c0cff2418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:27Z', 'updated_at': '2022-05-20T09:13:44Z', 'revision_number': 5, 'project_id': '92bf8a2fea6243c28aff53d39a57f92c', 'subnets': [{'id': '0a5fa699-4c99-4ca7-94b7-2b5c0cff2418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:18:20.657178 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-58330112-07cd-4c3f-8838-72d1d48ab3a7 req-99e4b976-1ef5-4593-a5bc-ffd827c5c832 service neutron] 10.222.0.44 "GET /v2.0/networks/cb464892-cf71-4d2e-b68f-60163c12a0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929081 May 20 09:18:20.683824 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d6d5a8-b9d4-4795-8a64-42bac7637a61 None None] Checking router: dddcae79-7f2c-46ca-9e76-32b8f59596e6 for host: dv-cinder-836996-23-iscsi {{(pid=104277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:18:20.693796 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d6d5a8-b9d4-4795-8a64-42bac7637a61 None None] Routers {'dddcae79-7f2c-46ca-9e76-32b8f59596e6'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:18:20.694433 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-78d6d5a8-b9d4-4795-8a64-42bac7637a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:18:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['dddcae79-7f2c-46ca-9e76-32b8f59596e6'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:18:20.775601 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-58330112-07cd-4c3f-8838-72d1d48ab3a7 req-ffa59acf-6765-4c9c-81ca-420bfab11236 service neutron] 10.222.0.44 "GET /v2.0/networks/cb464892-cf71-4d2e-b68f-60163c12a0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084666 May 20 09:18:20.805110 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-78d6d5a8-b9d4-4795-8a64-42bac7637a61 None None] Set router dddcae79-7f2c-46ca-9e76-32b8f59596e6 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:18:21.015649 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-78d6d5a8-b9d4-4795-8a64-42bac7637a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'name': 'tempest-AttachVolumeShelveTestJSON-100177110-router', 'tenant_id': '92bf8a2fea6243c28aff53d39a57f92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'ef269289-432e-4c5a-9c85-07f8b2771fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:19Z', 'updated_at': '2022-05-20T09:13:29Z', 'revision_number': 4, 'project_id': '92bf8a2fea6243c28aff53d39a57f92c', 'gw_port': {'id': 'ef269289-432e-4c5a-9c85-07f8b2771fbd', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ff:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_floatingips': [{'id': '3ce592e5-41c2-4a01-b75c-de8624c7b36d', 'tenant_id': '92bf8a2fea6243c28aff53d39a57f92c', 'floating_ip_address': '172.27.0.51', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'port_id': '0fff114c-fe55-4714-bbdc-e879108b685e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb464892-cf71-4d2e-b68f-60163c12a0fe', 'mac_address': 'fa:16:3e:f2:15:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b8a799-7b88-4862-8b6d-87faa7d907f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:18:08Z', 'updated_at': '2022-05-20T09:18:19Z', 'revision_number': 1, 'project_id': '92bf8a2fea6243c28aff53d39a57f92c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b4badcf-eae7-4e19-8dae-b8f643625c74', 'name': '', 'network_id': 'cb464892-cf71-4d2e-b68f-60163c12a0fe', 'tenant_id': '92bf8a2fea6243c28aff53d39a57f92c', 'mac_address': 'fa:16:3e:01:dd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0a5fa699-4c99-4ca7-94b7-2b5c0cff2418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:27Z', 'updated_at': '2022-05-20T09:13:44Z', 'revision_number': 5, 'project_id': '92bf8a2fea6243c28aff53d39a57f92c', 'subnets': [{'id': '0a5fa699-4c99-4ca7-94b7-2b5c0cff2418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:18:21.040521 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d6d5a8-b9d4-4795-8a64-42bac7637a61 None None] The sync data for ids ['dddcae79-7f2c-46ca-9e76-32b8f59596e6'] in dv-cinder-836996-23-iscsi is: [{'id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'name': 'tempest-AttachVolumeShelveTestJSON-100177110-router', 'tenant_id': '92bf8a2fea6243c28aff53d39a57f92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'ef269289-432e-4c5a-9c85-07f8b2771fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:19Z', 'updated_at': '2022-05-20T09:13:29Z', 'revision_number': 4, 'project_id': '92bf8a2fea6243c28aff53d39a57f92c', 'gw_port': {'id': 'ef269289-432e-4c5a-9c85-07f8b2771fbd', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ff:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_floatingips': [{'id': '3ce592e5-41c2-4a01-b75c-de8624c7b36d', 'tenant_id': '92bf8a2fea6243c28aff53d39a57f92c', 'floating_ip_address': '172.27.0.51', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'port_id': '0fff114c-fe55-4714-bbdc-e879108b685e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb464892-cf71-4d2e-b68f-60163c12a0fe', 'mac_address': 'fa:16:3e:f2:15:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b8a799-7b88-4862-8b6d-87faa7d907f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:18:08Z', 'updated_at': '2022-05-20T09:18:19Z', 'revision_number': 1, 'project_id': '92bf8a2fea6243c28aff53d39a57f92c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b4badcf-eae7-4e19-8dae-b8f643625c74', 'name': '', 'network_id': 'cb464892-cf71-4d2e-b68f-60163c12a0fe', 'tenant_id': '92bf8a2fea6243c28aff53d39a57f92c', 'mac_address': 'fa:16:3e:01:dd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0a5fa699-4c99-4ca7-94b7-2b5c0cff2418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:27Z', 'updated_at': '2022-05-20T09:13:44Z', 'revision_number': 5, 'project_id': '92bf8a2fea6243c28aff53d39a57f92c', 'subnets': [{'id': '0a5fa699-4c99-4ca7-94b7-2b5c0cff2418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:18:21.236784 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c199216-2e80-42c9-b0ff-f3591d551a84 None None] New status for floating IP 3ce592e5-41c2-4a01-b75c-de8624c7b36d: ACTIVE {{(pid=104278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 20 09:18:22.533794 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e8695d16-121a-4835-ab32-5c667972d49b req-f8d265bb-38d8-408d-962d-29ed0c99f6e7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411816 May 20 09:18:22.601448 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8695d16-121a-4835-ab32-5c667972d49b req-44aaa7de-728d-4a79-8c41-d6bbae0b4436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:22.602913 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e8695d16-121a-4835-ab32-5c667972d49b req-44aaa7de-728d-4a79-8c41-d6bbae0b4436 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9dd35ce1fcbd4038a0c556a45059c7d7&device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 1129 time: 0.0384200 May 20 09:18:22.714493 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8695d16-121a-4835-ab32-5c667972d49b req-2eb9676e-42be-469b-9bf5-9e199a1fcfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:22.716027 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e8695d16-121a-4835-ab32-5c667972d49b req-2eb9676e-42be-469b-9bf5-9e199a1fcfaa service neutron] 10.222.0.44 "GET /v2.0/networks?id=1877e401-d42a-4a52-b633-242e6f958903 HTTP/1.1" status: 200 len: 912 time: 0.0935109 May 20 09:18:22.789010 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (2d1be950-4dd6-4324-90da-2272c7a86826), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:22.798220 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e8695d16-121a-4835-ab32-5c667972d49b req-1dbe5fe9-1ef4-46b5-a66a-b5fc986f32a3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05 HTTP/1.1" status: 200 len: 1000 time: 0.0729973 May 20 09:18:22.845562 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8695d16-121a-4835-ab32-5c667972d49b req-d3a8765a-b0a8-4add-aacd-086da7a639b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:22.847015 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e8695d16-121a-4835-ab32-5c667972d49b req-d3a8765a-b0a8-4add-aacd-086da7a639b4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=627f3291-137c-4051-aa19-caaa09ad6395 HTTP/1.1" status: 200 len: 850 time: 0.0429606 May 20 09:18:22.894195 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8695d16-121a-4835-ab32-5c667972d49b req-e04dfa62-25a9-4fac-b0ac-3e6cb0f59a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:22.895739 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e8695d16-121a-4835-ab32-5c667972d49b req-e04dfa62-25a9-4fac-b0ac-3e6cb0f59a47 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1877e401-d42a-4a52-b633-242e6f958903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420787 May 20 09:18:22.987868 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e8695d16-121a-4835-ab32-5c667972d49b req-e0ff2e72-4dea-47f7-9365-c1ccdd62dea8 service neutron] 10.222.0.44 "GET /v2.0/networks/1877e401-d42a-4a52-b633-242e6f958903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851884 May 20 09:18:23.053486 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.agents_db [None req-08ca63ee-ac6b-41b9-8918-1f445ad695da None None] Agent healthcheck: found 6 active agents {{(pid=104278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 09:18:23.056835 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:23.094418 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e8695d16-121a-4835-ab32-5c667972d49b req-17a69f33-52ee-47e5-a02b-cb1c34c29727 service neutron] 10.222.0.44 "GET /v2.0/networks/1877e401-d42a-4a52-b633-242e6f958903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985019 May 20 09:18:23.236426 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e978f-8db9-4a4d-be0c-e35a0b44667e req-e1343d64-7758-49d3-8354-1b30e98f109e tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:23.237876 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-727e978f-8db9-4a4d-be0c-e35a0b44667e req-e1343d64-7758-49d3-8354-1b30e98f109e tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6bf483f-196d-4699-8ca8-968382aecdac HTTP/1.1" status: 200 len: 946 time: 0.0462258 May 20 09:18:23.289846 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-727e978f-8db9-4a4d-be0c-e35a0b44667e req-37feb6ae-9d70-4ffd-9b22-b8f14c24debd tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=277436d8-fa8f-443f-ad9d-5809cdfe17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439055 May 20 09:18:24.423343 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8886c7-29e1-4c14-b517-cc34291d7cd9 req-5ce57850-4ddb-4a55-9c36-c696fc1cb8bc tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:24.424862 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-0e8886c7-29e1-4c14-b517-cc34291d7cd9 req-5ce57850-4ddb-4a55-9c36-c696fc1cb8bc tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6bf483f-196d-4699-8ca8-968382aecdac HTTP/1.1" status: 200 len: 946 time: 0.0541108 May 20 09:18:24.473969 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-0e8886c7-29e1-4c14-b517-cc34291d7cd9 req-ab52e980-1f26-4d49-a73d-45387a86e3ef tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=277436d8-fa8f-443f-ad9d-5809cdfe17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410151 May 20 09:18:25.658199 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67a085-55a7-4762-afb7-612a6bff7c8c req-6ecb97c1-57f0-4882-ae5b-eed6eee9a8a3 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:25.659734 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-0c67a085-55a7-4762-afb7-612a6bff7c8c req-6ecb97c1-57f0-4882-ae5b-eed6eee9a8a3 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6bf483f-196d-4699-8ca8-968382aecdac HTTP/1.1" status: 200 len: 946 time: 0.0558290 May 20 09:18:25.711288 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-0c67a085-55a7-4762-afb7-612a6bff7c8c req-0b74b93f-f99e-46b3-8c00-f7ad6149b920 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=277436d8-fa8f-443f-ad9d-5809cdfe17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459414 May 20 09:18:26.814802 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:26.834305 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d8d29-7856-4d6d-b995-ed88d141601d req-a790260f-6b86-4c3e-bd7b-e868e8132921 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:26.835797 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-be8d8d29-7856-4d6d-b995-ed88d141601d req-a790260f-6b86-4c3e-bd7b-e868e8132921 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6bf483f-196d-4699-8ca8-968382aecdac HTTP/1.1" status: 200 len: 946 time: 0.0478892 May 20 09:18:26.840188 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f39cc-3477-4dc0-b622-d7ba1059f0cf req-f72dd402-6a49-4cb9-809b-e54a26879c0f tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:26.841652 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-071f39cc-3477-4dc0-b622-d7ba1059f0cf req-f72dd402-6a49-4cb9-809b-e54a26879c0f tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6bf483f-196d-4699-8ca8-968382aecdac HTTP/1.1" status: 200 len: 946 time: 0.0496647 May 20 09:18:26.887322 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-071f39cc-3477-4dc0-b622-d7ba1059f0cf req-3fcfc977-fe21-4445-a1b8-19155767f567 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=277436d8-fa8f-443f-ad9d-5809cdfe17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401115 May 20 09:18:27.074345 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [req-be8d8d29-7856-4d6d-b995-ed88d141601d req-97e23e11-229b-49ef-bace-47ec87e11a3d tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Deleting port 7c2e256c-0d81-4712-b95d-356933f6fd80 {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:18:27.074656 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-be8d8d29-7856-4d6d-b995-ed88d141601d req-97e23e11-229b-49ef-bace-47ec87e11a3d tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (7c2e256c-0d81-4712-b95d-356933f6fd80), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:27.166125 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [req-be8d8d29-7856-4d6d-b995-ed88d141601d req-97e23e11-229b-49ef-bace-47ec87e11a3d tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] For port 7c2e256c-0d81-4712-b95d-356933f6fd80, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=7c2e256c-0d81-4712-b95d-356933f6fd80,segment=NetworkSegment(32ffeb4b-663b-4183-8636-9b9183111437),segment_id=32ffeb4b-663b-4183-8636-9b9183111437)] {{(pid=104276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:18:27.166483 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-be8d8d29-7856-4d6d-b995-ed88d141601d req-97e23e11-229b-49ef-bace-47ec87e11a3d tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (7c2e256c-0d81-4712-b95d-356933f6fd80), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:27.337169 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-be8d8d29-7856-4d6d-b995-ed88d141601d req-97e23e11-229b-49ef-bace-47ec87e11a3d tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:27.337442 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-be8d8d29-7856-4d6d-b995-ed88d141601d req-97e23e11-229b-49ef-bace-47ec87e11a3d tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680135'] for floatingip (35671a01-a197-4d1c-b6f6-9cff91eb4c0a), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:27.337735 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.db.l3_db [req-be8d8d29-7856-4d6d-b995-ed88d141601d req-97e23e11-229b-49ef-bace-47ec87e11a3d tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Floating IP 35671a01-a197-4d1c-b6f6-9cff91eb4c0a disassociated. External IP: 172.27.0.65, port: 7c2e256c-0d81-4712-b95d-356933f6fd80. May 20 09:18:27.338081 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [req-be8d8d29-7856-4d6d-b995-ed88d141601d req-97e23e11-229b-49ef-bace-47ec87e11a3d tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Calling delete_port for 7c2e256c-0d81-4712-b95d-356933f6fd80 owned by compute:nova {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:18:27.705899 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-be8d8d29-7856-4d6d-b995-ed88d141601d req-97e23e11-229b-49ef-bace-47ec87e11a3d tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (7c2e256c-0d81-4712-b95d-356933f6fd80), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:27.748630 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e23e11-229b-49ef-bace-47ec87e11a3d tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Pushing event deleted for resources: {'Port': ['ID=7c2e256c-0d81-4712-b95d-356933f6fd80,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:18:27.850971 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:27.863016 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be8d8d29-7856-4d6d-b995-ed88d141601d req-97e23e11-229b-49ef-bace-47ec87e11a3d tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Router ff7d3e86-a7d8-426a-9485-31431a43ae23 has already been hosted by L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 {{(pid=104276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 09:18:27.994928 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a29836f2-7da7-4c05-b468-1e070eca0217 req-a1940aee-a416-4e81-a7f4-de7b389b6363 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6bf483f-196d-4699-8ca8-968382aecdac HTTP/1.1" status: 200 len: 210 time: 0.0324259 May 20 09:18:27.996267 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be8d8d29-7856-4d6d-b995-ed88d141601d req-97e23e11-229b-49ef-bace-47ec87e11a3d tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:18:28.006827 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662fdde4-d544-4156-8a42-ffce92d7ac6d None None] Sync routers for ids ['ff7d3e86-a7d8-426a-9485-31431a43ae23'] in dv-cinder-836996-23-iscsi {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:18:28.016277 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662fdde4-d544-4156-8a42-ffce92d7ac6d None None] Routers {'ff7d3e86-a7d8-426a-9485-31431a43ae23'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:18:28.016886 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-662fdde4-d544-4156-8a42-ffce92d7ac6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:18:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['ff7d3e86-a7d8-426a-9485-31431a43ae23'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:18:28.043753 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [req-be8d8d29-7856-4d6d-b995-ed88d141601d req-97e23e11-229b-49ef-bace-47ec87e11a3d tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] No DVR routers for this DVR port 7c2e256c-0d81-4712-b95d-356933f6fd80 on host hv-cinder-83699 {{(pid=104276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:18:28.046471 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-be8d8d29-7856-4d6d-b995-ed88d141601d req-97e23e11-229b-49ef-bace-47ec87e11a3d tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for port (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:28.049969 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-be8d8d29-7856-4d6d-b995-ed88d141601d req-97e23e11-229b-49ef-bace-47ec87e11a3d tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.44 "DELETE /v2.0/ports/7c2e256c-0d81-4712-b95d-356933f6fd80 HTTP/1.1" status: 204 len: 173 time: 1.0616791 May 20 09:18:28.050398 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6bf483f-196d-4699-8ca8-968382aecdac', 'name': 'network-vif-deleted', 'tag': '7c2e256c-0d81-4712-b95d-356933f6fd80'}] {{(pid=104276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:18:28.053374 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f1859fdf6517cac9f3390f7253b255bfbc77edc31af200be8f81c994e01841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791a3c4d-2eec-4884-a5c3-da7b37c7b17c" -d '{"events": [{"server_uuid": "d6bf483f-196d-4699-8ca8-968382aecdac", "name": "network-vif-deleted", "tag": "7c2e256c-0d81-4712-b95d-356933f6fd80"}]}' {{(pid=104276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:18:28.099381 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 09:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b0790c-8c69-4a01-b195-12c06e17ef30 x-openstack-request-id: req-23b0790c-8c69-4a01-b195-12c06e17ef30 {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:18:28.099761 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6bf483f-196d-4699-8ca8-968382aecdac", "name": "network-vif-deleted", "tag": "7c2e256c-0d81-4712-b95d-356933f6fd80", "status": "completed", "code": 200}]} {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:18:28.100154 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-23b0790c-8c69-4a01-b195-12c06e17ef30 {{(pid=104276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:18:28.100714 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23b0790c-8c69-4a01-b195-12c06e17ef30'] response: {'server_uuid': 'd6bf483f-196d-4699-8ca8-968382aecdac', 'name': 'network-vif-deleted', 'tag': '7c2e256c-0d81-4712-b95d-356933f6fd80', 'status': 'completed', 'code': 200} May 20 09:18:28.126265 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-662fdde4-d544-4156-8a42-ffce92d7ac6d None None] Set router ff7d3e86-a7d8-426a-9485-31431a43ae23 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:18:28.305051 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:28.317957 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-662fdde4-d544-4156-8a42-ffce92d7ac6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7d3e86-a7d8-426a-9485-31431a43ae23', 'name': 'tempest-ServerRescueNegativeTestJSON-770542233-router', 'tenant_id': 'ed0e52a9d6374123b57759435d43d7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '67ab723e-d5a4-4c7d-b513-3a0916c831d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:15Z', 'updated_at': '2022-05-20T09:13:21Z', 'revision_number': 4, 'project_id': 'ed0e52a9d6374123b57759435d43d7aa', 'gw_port': {'id': '67ab723e-d5a4-4c7d-b513-3a0916c831d8', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:05:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7d3e86-a7d8-426a-9485-31431a43ae23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:16Z', 'updated_at': '2022-05-20T09:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '579a5d10-afc1-4603-a78c-86ca10960c02', 'name': '', 'network_id': '40febe0e-a58d-4d88-9cb1-48f696a34f45', 'tenant_id': 'ed0e52a9d6374123b57759435d43d7aa', 'mac_address': 'fa:16:3e:c5:4a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7d3e86-a7d8-426a-9485-31431a43ae23', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a7263cb7-bd14-41ff-8f4b-b90e8869f0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:19Z', 'updated_at': '2022-05-20T09:13:33Z', 'revision_number': 5, 'project_id': 'ed0e52a9d6374123b57759435d43d7aa', 'subnets': [{'id': 'a7263cb7-bd14-41ff-8f4b-b90e8869f0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:18:28.342560 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662fdde4-d544-4156-8a42-ffce92d7ac6d None None] Checking router: ff7d3e86-a7d8-426a-9485-31431a43ae23 for host: dv-cinder-836996-23-iscsi {{(pid=104277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:18:28.351105 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662fdde4-d544-4156-8a42-ffce92d7ac6d None None] Routers {'ff7d3e86-a7d8-426a-9485-31431a43ae23'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:18:28.351797 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-662fdde4-d544-4156-8a42-ffce92d7ac6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:18:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['ff7d3e86-a7d8-426a-9485-31431a43ae23'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:18:28.454427 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-662fdde4-d544-4156-8a42-ffce92d7ac6d None None] Set router ff7d3e86-a7d8-426a-9485-31431a43ae23 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:18:28.478823 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:28.647159 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-662fdde4-d544-4156-8a42-ffce92d7ac6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7d3e86-a7d8-426a-9485-31431a43ae23', 'name': 'tempest-ServerRescueNegativeTestJSON-770542233-router', 'tenant_id': 'ed0e52a9d6374123b57759435d43d7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '67ab723e-d5a4-4c7d-b513-3a0916c831d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:15Z', 'updated_at': '2022-05-20T09:13:21Z', 'revision_number': 4, 'project_id': 'ed0e52a9d6374123b57759435d43d7aa', 'gw_port': {'id': '67ab723e-d5a4-4c7d-b513-3a0916c831d8', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:05:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7d3e86-a7d8-426a-9485-31431a43ae23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:16Z', 'updated_at': '2022-05-20T09:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '579a5d10-afc1-4603-a78c-86ca10960c02', 'name': '', 'network_id': '40febe0e-a58d-4d88-9cb1-48f696a34f45', 'tenant_id': 'ed0e52a9d6374123b57759435d43d7aa', 'mac_address': 'fa:16:3e:c5:4a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7d3e86-a7d8-426a-9485-31431a43ae23', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a7263cb7-bd14-41ff-8f4b-b90e8869f0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:19Z', 'updated_at': '2022-05-20T09:13:33Z', 'revision_number': 5, 'project_id': 'ed0e52a9d6374123b57759435d43d7aa', 'subnets': [{'id': 'a7263cb7-bd14-41ff-8f4b-b90e8869f0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:18:28.676137 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662fdde4-d544-4156-8a42-ffce92d7ac6d None None] The sync data for ids ['ff7d3e86-a7d8-426a-9485-31431a43ae23'] in dv-cinder-836996-23-iscsi is: [{'id': 'ff7d3e86-a7d8-426a-9485-31431a43ae23', 'name': 'tempest-ServerRescueNegativeTestJSON-770542233-router', 'tenant_id': 'ed0e52a9d6374123b57759435d43d7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '67ab723e-d5a4-4c7d-b513-3a0916c831d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:15Z', 'updated_at': '2022-05-20T09:13:21Z', 'revision_number': 4, 'project_id': 'ed0e52a9d6374123b57759435d43d7aa', 'gw_port': {'id': '67ab723e-d5a4-4c7d-b513-3a0916c831d8', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:05:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7d3e86-a7d8-426a-9485-31431a43ae23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:16Z', 'updated_at': '2022-05-20T09:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '579a5d10-afc1-4603-a78c-86ca10960c02', 'name': '', 'network_id': '40febe0e-a58d-4d88-9cb1-48f696a34f45', 'tenant_id': 'ed0e52a9d6374123b57759435d43d7aa', 'mac_address': 'fa:16:3e:c5:4a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7d3e86-a7d8-426a-9485-31431a43ae23', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a7263cb7-bd14-41ff-8f4b-b90e8869f0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:19Z', 'updated_at': '2022-05-20T09:13:33Z', 'revision_number': 5, 'project_id': 'ed0e52a9d6374123b57759435d43d7aa', 'subnets': [{'id': 'a7263cb7-bd14-41ff-8f4b-b90e8869f0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:18:28.903713 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535df4b3-6c83-4467-a040-5a10783047f4 None None] New status for floating IP 35671a01-a197-4d1c-b6f6-9cff91eb4c0a: DOWN {{(pid=104278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 20 09:18:29.126571 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-0ef65414-47de-4e4a-84a1-d949659cfa4c req-c397011b-5fb0-4cd7-9d7d-c48a33389260 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6bf483f-196d-4699-8ca8-968382aecdac HTTP/1.1" status: 200 len: 210 time: 0.0401189 May 20 09:18:30.227279 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 35590) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:18:30.286003 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-244c7b93-6e2c-4bef-a86c-26655d447d53 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks [] for security_group (277436d8-fa8f-443f-ad9d-5809cdfe17f1), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:30.309909 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-244c7b93-6e2c-4bef-a86c-26655d447d53 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks [] for security_group (277436d8-fa8f-443f-ad9d-5809cdfe17f1), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:30.361673 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-244c7b93-6e2c-4bef-a86c-26655d447d53 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (277436d8-fa8f-443f-ad9d-5809cdfe17f1), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:30.365324 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-244c7b93-6e2c-4bef-a86c-26655d447d53 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:30.366515 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-244c7b93-6e2c-4bef-a86c-26655d447d53 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "DELETE /v2.0/security-groups/277436d8-fa8f-443f-ad9d-5809cdfe17f1 HTTP/1.1" status: 204 len: 168 time: 0.1381595 May 20 09:18:30.369698 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 35592) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:18:30.386486 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c7b93-6e2c-4bef-a86c-26655d447d53 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=277436d8-fa8f-443f-ad9d-5809cdfe17f1,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:18:30.389959 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.api.v2.resource [None req-574383fb-92e1-481f-a831-083efe886ba4 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] show failed (client error): The resource could not be found. May 20 09:18:30.390835 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-574383fb-92e1-481f-a831-083efe886ba4 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups/277436d8-fa8f-443f-ad9d-5809cdfe17f1 HTTP/1.1" status: 404 len: 347 time: 0.0201938 May 20 09:18:30.394265 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 35594) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:18:30.396508 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c7b93-6e2c-4bef-a86c-26655d447d53 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:18:30.396853 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c7b93-6e2c-4bef-a86c-26655d447d53 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:18:30.397189 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c7b93-6e2c-4bef-a86c-26655d447d53 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:18:30.397522 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c7b93-6e2c-4bef-a86c-26655d447d53 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:18:30.397849 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c7b93-6e2c-4bef-a86c-26655d447d53 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:18:30.398177 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c7b93-6e2c-4bef-a86c-26655d447d53 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:18:30.398484 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c7b93-6e2c-4bef-a86c-26655d447d53 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:18:30.398804 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c7b93-6e2c-4bef-a86c-26655d447d53 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:18:30.399125 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c7b93-6e2c-4bef-a86c-26655d447d53 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:18:30.399472 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c7b93-6e2c-4bef-a86c-26655d447d53 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:18:30.399795 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c7b93-6e2c-4bef-a86c-26655d447d53 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:18:30.400111 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c7b93-6e2c-4bef-a86c-26655d447d53 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:18:30.400428 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c7b93-6e2c-4bef-a86c-26655d447d53 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:18:30.400749 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c7b93-6e2c-4bef-a86c-26655d447d53 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:18:30.401066 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c7b93-6e2c-4bef-a86c-26655d447d53 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:18:30.506786 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-6708be4a-2957-4130-8518-d75fa7c79f47 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Deleting port 2fe50c96-1dd1-4d40-a93f-558ec4ff3cee {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:18:30.507388 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6708be4a-2957-4130-8518-d75fa7c79f47 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (2fe50c96-1dd1-4d40-a93f-558ec4ff3cee), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:30.576923 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:30.589192 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6708be4a-2957-4130-8518-d75fa7c79f47 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (2fe50c96-1dd1-4d40-a93f-558ec4ff3cee), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:30.589512 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6708be4a-2957-4130-8518-d75fa7c79f47 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks [] for floatingip (2fe50c96-1dd1-4d40-a93f-558ec4ff3cee), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:30.603795 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-6708be4a-2957-4130-8518-d75fa7c79f47 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Calling delete_port for 2fe50c96-1dd1-4d40-a93f-558ec4ff3cee owned by network:floatingip {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:18:30.744991 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6708be4a-2957-4130-8518-d75fa7c79f47 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (2fe50c96-1dd1-4d40-a93f-558ec4ff3cee), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:30.769499 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6708be4a-2957-4130-8518-d75fa7c79f47 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Pushing event deleted for resources: {'Port': ['ID=2fe50c96-1dd1-4d40-a93f-558ec4ff3cee,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:18:30.781599 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708be4a-2957-4130-8518-d75fa7c79f47 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:18:30.781929 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708be4a-2957-4130-8518-d75fa7c79f47 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:18:30.782267 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708be4a-2957-4130-8518-d75fa7c79f47 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:18:30.782606 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708be4a-2957-4130-8518-d75fa7c79f47 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:18:30.782935 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708be4a-2957-4130-8518-d75fa7c79f47 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:18:30.783294 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708be4a-2957-4130-8518-d75fa7c79f47 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:18:30.783607 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708be4a-2957-4130-8518-d75fa7c79f47 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:18:30.783932 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708be4a-2957-4130-8518-d75fa7c79f47 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:18:30.784253 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708be4a-2957-4130-8518-d75fa7c79f47 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:18:30.784579 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708be4a-2957-4130-8518-d75fa7c79f47 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:18:30.784893 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708be4a-2957-4130-8518-d75fa7c79f47 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:18:30.785211 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708be4a-2957-4130-8518-d75fa7c79f47 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:18:30.785526 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708be4a-2957-4130-8518-d75fa7c79f47 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:18:30.785831 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708be4a-2957-4130-8518-d75fa7c79f47 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:18:30.786170 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708be4a-2957-4130-8518-d75fa7c79f47 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:18:30.843279 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6708be4a-2957-4130-8518-d75fa7c79f47 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks [] for floatingip (35671a01-a197-4d1c-b6f6-9cff91eb4c0a), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:30.845707 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6708be4a-2957-4130-8518-d75fa7c79f47 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for floatingip (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:30.846835 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-6708be4a-2957-4130-8518-d75fa7c79f47 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "DELETE /v2.0/floatingips/35671a01-a197-4d1c-b6f6-9cff91eb4c0a HTTP/1.1" status: 204 len: 168 time: 0.4515247 May 20 09:18:31.084259 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 7c2e256c-0d81-4712-b95d-356933f6fd80 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 09:18:31.104347 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] No Port match for: 7c2e256c-0d81-4712-b95d-356933f6fd80 {{(pid=104277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 20 09:18:31.104706 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 7c2e256c-0d81-4712-b95d-356933f6fd80 not bound to the agent host hv-cinder-83699 {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 09:18:31.298312 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da0437-6f33-48a9-85ac-aa41cfbb7597 req-94e9c52e-5b12-4945-8920-7b56c3d02f3e tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:31.299726 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-04da0437-6f33-48a9-85ac-aa41cfbb7597 req-94e9c52e-5b12-4945-8920-7b56c3d02f3e tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e1e109-bd6a-4764-b404-03e02b059042 HTTP/1.1" status: 200 len: 946 time: 0.0469499 May 20 09:18:31.346187 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-04da0437-6f33-48a9-85ac-aa41cfbb7597 req-f079020d-d0e9-44cd-b50b-3757641a395c tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1abc2e0-858e-4b29-a3f8-260886c1d9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407712 May 20 09:18:32.491044 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfdfc22-b6e0-4330-867c-712b9422b15f req-dbafadbd-35b7-4a44-9702-c93c70a8bd88 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:32.492578 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-5cfdfc22-b6e0-4330-867c-712b9422b15f req-dbafadbd-35b7-4a44-9702-c93c70a8bd88 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e1e109-bd6a-4764-b404-03e02b059042 HTTP/1.1" status: 200 len: 946 time: 0.0530767 May 20 09:18:32.542085 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-5cfdfc22-b6e0-4330-867c-712b9422b15f req-4827e3e3-badc-44fd-980a-1398428b0b10 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1abc2e0-858e-4b29-a3f8-260886c1d9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436647 May 20 09:18:32.897581 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d90ce35-d4de-4914-a41d-704b825c10b7 req-9b92ca3a-8668-4c00-9b14-8b6a56519433 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:32.899030 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9d90ce35-d4de-4914-a41d-704b825c10b7 req-9b92ca3a-8668-4c00-9b14-8b6a56519433 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.44 "GET /v2.0/ports?device_id=03e1e109-bd6a-4764-b404-03e02b059042 HTTP/1.1" status: 200 len: 946 time: 0.0499511 May 20 09:18:32.984269 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [req-9d90ce35-d4de-4914-a41d-704b825c10b7 req-77d68577-b59a-4398-8c83-7d1ac2e8a759 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Deleting port 62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:18:32.984514 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-9d90ce35-d4de-4914-a41d-704b825c10b7 req-77d68577-b59a-4398-8c83-7d1ac2e8a759 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:33.076814 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:33.110471 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [req-9d90ce35-d4de-4914-a41d-704b825c10b7 req-77d68577-b59a-4398-8c83-7d1ac2e8a759 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] For port 62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef,segment=NetworkSegment(ef282a07-cf11-4b01-9306-f20c5aec5e53),segment_id=ef282a07-cf11-4b01-9306-f20c5aec5e53)] {{(pid=104276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:18:33.110899 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-9d90ce35-d4de-4914-a41d-704b825c10b7 req-77d68577-b59a-4398-8c83-7d1ac2e8a759 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:33.136904 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75521fd9-83a3-43d5-86cd-1f53365cead8 req-4f521c7a-bae7-4dac-91ab-d2a81ff0d869 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:33.138406 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-75521fd9-83a3-43d5-86cd-1f53365cead8 req-4f521c7a-bae7-4dac-91ab-d2a81ff0d869 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 945 time: 0.0749614 May 20 09:18:33.260791 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-75521fd9-83a3-43d5-86cd-1f53365cead8 req-edab2570-1fff-49ba-a021-ae0a247e3726 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942357 May 20 09:18:33.321174 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-9d90ce35-d4de-4914-a41d-704b825c10b7 req-77d68577-b59a-4398-8c83-7d1ac2e8a759 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:33.321495 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-9d90ce35-d4de-4914-a41d-704b825c10b7 req-77d68577-b59a-4398-8c83-7d1ac2e8a759 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680135'] for floatingip (a7a95202-c58d-49dd-9b15-17ff32572361), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:33.321761 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.db.l3_db [req-9d90ce35-d4de-4914-a41d-704b825c10b7 req-77d68577-b59a-4398-8c83-7d1ac2e8a759 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Floating IP a7a95202-c58d-49dd-9b15-17ff32572361 disassociated. External IP: 172.27.0.60, port: 62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef. May 20 09:18:33.322147 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [req-9d90ce35-d4de-4914-a41d-704b825c10b7 req-77d68577-b59a-4398-8c83-7d1ac2e8a759 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Calling delete_port for 62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef owned by compute:nova {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:18:33.365349 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abe6e0-96e5-47e6-9b29-7b7c08cb36b5 req-c775e2aa-187f-4c9e-bdba-c1ddcd843d77 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:33.366565 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:33.367030 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-89abe6e0-96e5-47e6-9b29-7b7c08cb36b5 req-c775e2aa-187f-4c9e-bdba-c1ddcd843d77 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0484536 May 20 09:18:33.415576 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-89abe6e0-96e5-47e6-9b29-7b7c08cb36b5 req-fd011998-c9cf-447d-9e45-761b43bad87c tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426052 May 20 09:18:33.454309 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-9d90ce35-d4de-4914-a41d-704b825c10b7 req-77d68577-b59a-4398-8c83-7d1ac2e8a759 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:33.482318 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d68577-b59a-4398-8c83-7d1ac2e8a759 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Pushing event deleted for resources: {'Port': ['ID=62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:18:33.596085 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d90ce35-d4de-4914-a41d-704b825c10b7 req-77d68577-b59a-4398-8c83-7d1ac2e8a759 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Router 7a21919f-b788-4282-be5f-e9af099ab34c has already been hosted by L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 {{(pid=104276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 09:18:33.678632 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3a7d3f9a-5757-4b3e-9607-da865ab04ea8 req-74d24704-8cbc-4fa2-9f0d-6255216be1cf tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e1e109-bd6a-4764-b404-03e02b059042 HTTP/1.1" status: 200 len: 210 time: 0.0385706 May 20 09:18:33.726566 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d90ce35-d4de-4914-a41d-704b825c10b7 req-77d68577-b59a-4398-8c83-7d1ac2e8a759 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:18:33.737913 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc35698-6a14-4d85-ba68-23b9605648c9 None None] Sync routers for ids ['7a21919f-b788-4282-be5f-e9af099ab34c'] in dv-cinder-836996-23-iscsi {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:18:33.756214 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc35698-6a14-4d85-ba68-23b9605648c9 None None] Routers {'7a21919f-b788-4282-be5f-e9af099ab34c'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:18:33.757180 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-6bc35698-6a14-4d85-ba68-23b9605648c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:18:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['7a21919f-b788-4282-be5f-e9af099ab34c'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:18:33.778928 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d90ce35-d4de-4914-a41d-704b825c10b7 req-77d68577-b59a-4398-8c83-7d1ac2e8a759 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] No DVR routers for this DVR port 62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef on host hv-cinder-83699 {{(pid=104276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:18:33.781591 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-9d90ce35-d4de-4914-a41d-704b825c10b7 req-77d68577-b59a-4398-8c83-7d1ac2e8a759 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for port (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:33.784950 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9d90ce35-d4de-4914-a41d-704b825c10b7 req-77d68577-b59a-4398-8c83-7d1ac2e8a759 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.44 "DELETE /v2.0/ports/62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef HTTP/1.1" status: 204 len: 173 time: 0.8792858 May 20 09:18:33.785387 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e1e109-bd6a-4764-b404-03e02b059042', 'name': 'network-vif-deleted', 'tag': '62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef'}] {{(pid=104276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:18:33.787703 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f1859fdf6517cac9f3390f7253b255bfbc77edc31af200be8f81c994e01841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b5c64e-3a7d-48af-9d2c-20e9185842fa" -d '{"events": [{"server_uuid": "03e1e109-bd6a-4764-b404-03e02b059042", "name": "network-vif-deleted", "tag": "62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef"}]}' {{(pid=104276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:18:33.824008 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 09:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5526c9-7427-42bd-9e66-51be8399c764 x-openstack-request-id: req-5b5526c9-7427-42bd-9e66-51be8399c764 {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:18:33.824303 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e1e109-bd6a-4764-b404-03e02b059042", "name": "network-vif-deleted", "tag": "62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef", "status": "completed", "code": 200}]} {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:18:33.824550 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5b5526c9-7427-42bd-9e66-51be8399c764 {{(pid=104276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:18:33.824984 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b5526c9-7427-42bd-9e66-51be8399c764'] response: {'server_uuid': '03e1e109-bd6a-4764-b404-03e02b059042', 'name': 'network-vif-deleted', 'tag': '62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef', 'status': 'completed', 'code': 200} May 20 09:18:33.863917 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-6bc35698-6a14-4d85-ba68-23b9605648c9 None None] Set router 7a21919f-b788-4282-be5f-e9af099ab34c gateway port host: dv-cinder-836996-23-iscsi {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:18:34.179456 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-6bc35698-6a14-4d85-ba68-23b9605648c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'name': 'tempest-AttachVolumeNegativeTest-998905379-router', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:32Z', 'revision_number': 4, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'gw_port': {'id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:22Z', 'updated_at': '2022-05-20T09:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '1641841d-4922-4348-9adf-d1dfb4671082', 'name': '', 'network_id': '328df357-f834-447d-8616-ac57cd7979a2', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'mac_address': 'fa:16:3e:63:e9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6a66febf-40e6-435b-a129-884260e28f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:28Z', 'updated_at': '2022-05-20T09:13:43Z', 'revision_number': 5, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'subnets': [{'id': '6a66febf-40e6-435b-a129-884260e28f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:18:34.204513 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc35698-6a14-4d85-ba68-23b9605648c9 None None] Checking router: 7a21919f-b788-4282-be5f-e9af099ab34c for host: dv-cinder-836996-23-iscsi {{(pid=104277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:18:34.213375 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc35698-6a14-4d85-ba68-23b9605648c9 None None] Routers {'7a21919f-b788-4282-be5f-e9af099ab34c'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:18:34.213986 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-6bc35698-6a14-4d85-ba68-23b9605648c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:18:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['7a21919f-b788-4282-be5f-e9af099ab34c'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:18:34.314153 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-6bc35698-6a14-4d85-ba68-23b9605648c9 None None] Set router 7a21919f-b788-4282-be5f-e9af099ab34c gateway port host: dv-cinder-836996-23-iscsi {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:18:34.377646 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f679bd0-8946-4f1a-95f1-da4340e18338 req-6120c3f0-60a9-4dd9-8a56-c676db67f440 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:34.379130 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9f679bd0-8946-4f1a-95f1-da4340e18338 req-6120c3f0-60a9-4dd9-8a56-c676db67f440 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 945 time: 0.0467775 May 20 09:18:34.426394 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9f679bd0-8946-4f1a-95f1-da4340e18338 req-05fa7b43-8efb-4f32-bd5f-dfd65f01a78d tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415196 May 20 09:18:34.491935 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:34.502134 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-6bc35698-6a14-4d85-ba68-23b9605648c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'name': 'tempest-AttachVolumeNegativeTest-998905379-router', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:32Z', 'revision_number': 4, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'gw_port': {'id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:22Z', 'updated_at': '2022-05-20T09:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '1641841d-4922-4348-9adf-d1dfb4671082', 'name': '', 'network_id': '328df357-f834-447d-8616-ac57cd7979a2', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'mac_address': 'fa:16:3e:63:e9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6a66febf-40e6-435b-a129-884260e28f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:28Z', 'updated_at': '2022-05-20T09:13:43Z', 'revision_number': 5, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'subnets': [{'id': '6a66febf-40e6-435b-a129-884260e28f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:18:34.530279 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc35698-6a14-4d85-ba68-23b9605648c9 None None] The sync data for ids ['7a21919f-b788-4282-be5f-e9af099ab34c'] in dv-cinder-836996-23-iscsi is: [{'id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'name': 'tempest-AttachVolumeNegativeTest-998905379-router', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:32Z', 'revision_number': 4, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'gw_port': {'id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:22Z', 'updated_at': '2022-05-20T09:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '1641841d-4922-4348-9adf-d1dfb4671082', 'name': '', 'network_id': '328df357-f834-447d-8616-ac57cd7979a2', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'mac_address': 'fa:16:3e:63:e9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6a66febf-40e6-435b-a129-884260e28f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:28Z', 'updated_at': '2022-05-20T09:13:43Z', 'revision_number': 5, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'subnets': [{'id': '6a66febf-40e6-435b-a129-884260e28f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:18:34.536706 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc108420-94c2-49f6-9c04-89fb6a5d71e9 req-62385d8c-6647-4898-af63-dae567a3d308 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:34.538270 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-dc108420-94c2-49f6-9c04-89fb6a5d71e9 req-62385d8c-6647-4898-af63-dae567a3d308 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0524440 May 20 09:18:34.590656 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-dc108420-94c2-49f6-9c04-89fb6a5d71e9 req-a9b601d3-bcc6-4191-af65-18643ad8be98 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460610 May 20 09:18:34.774587 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1661ad9c-901e-4b00-8c2c-916e3843083b None None] New status for floating IP a7a95202-c58d-49dd-9b15-17ff32572361: DOWN {{(pid=104278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 20 09:18:34.783403 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-fb4cc15a-d6d8-4576-9646-a7287feb8e5f req-3df45410-565e-40dd-b389-d31189d0ad45 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e1e109-bd6a-4764-b404-03e02b059042 HTTP/1.1" status: 200 len: 210 time: 0.0296099 May 20 09:18:35.548905 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fefd3dc-4fa6-4aab-a9a9-814debbbed6f req-dfac9559-8dc7-420e-9712-65cc57476577 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:35.550397 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-7fefd3dc-4fa6-4aab-a9a9-814debbbed6f req-dfac9559-8dc7-420e-9712-65cc57476577 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 945 time: 0.0488133 May 20 09:18:35.598030 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-7fefd3dc-4fa6-4aab-a9a9-814debbbed6f req-882631e1-4d4f-4630-8a54-400e837f7aa4 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417261 May 20 09:18:35.705542 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4021e7ec-fa58-4464-98f5-0329526dfaaa req-b22bc6d5-e151-4dfd-b91a-054a1f400ad0 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:35.707000 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4021e7ec-fa58-4464-98f5-0329526dfaaa req-b22bc6d5-e151-4dfd-b91a-054a1f400ad0 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0493469 May 20 09:18:35.754427 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4021e7ec-fa58-4464-98f5-0329526dfaaa req-efde8d9a-5750-49ca-a8bf-7b643e567d30 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417063 May 20 09:18:35.892772 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-97612f30-6f1e-42c7-8caf-9b5d139b562d req-283115d1-c9d8-49cf-ad58-9b9b40205043 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e1e109-bd6a-4764-b404-03e02b059042 HTTP/1.1" status: 200 len: 210 time: 0.0374656 May 20 09:18:36.724975 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0a26d-14af-457f-b5cd-09bdaeb4fd4a req-a091f2a3-38fb-4895-9c21-04b657c0ce94 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:36.726536 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8fe0a26d-14af-457f-b5cd-09bdaeb4fd4a req-a091f2a3-38fb-4895-9c21-04b657c0ce94 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 945 time: 0.0535865 May 20 09:18:36.746921 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:36.776314 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8fe0a26d-14af-457f-b5cd-09bdaeb4fd4a req-34fb8586-9d5f-44b2-bdc6-cd9ebc82d225 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a740234-a177-4f38-b509-911235de4252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441153 May 20 09:18:36.877303 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42885d30-7b21-4356-af29-164f0403dadf req-3b403a79-548a-4ddf-98d9-8877a02148e5 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:36.878805 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-42885d30-7b21-4356-af29-164f0403dadf req-3b403a79-548a-4ddf-98d9-8877a02148e5 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0501468 May 20 09:18:36.930463 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-42885d30-7b21-4356-af29-164f0403dadf req-b7190a81-3aec-4196-b5a6-5f65b3a1ec88 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457940 May 20 09:18:37.031318 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-5e55f209-02cb-4b1d-b234-281ecf7b491e req-1454b4c2-1ef7-4938-9455-09c145f260d2 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e1e109-bd6a-4764-b404-03e02b059042 HTTP/1.1" status: 200 len: 210 time: 0.0516508 May 20 09:18:37.049546 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f1e75-0aa1-478a-829d-236489a7cb42 req-f0eb28db-2fca-4351-8e53-8feb82b316a9 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:37.051084 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-0f5f1e75-0aa1-478a-829d-236489a7cb42 req-f0eb28db-2fca-4351-8e53-8feb82b316a9 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.44 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 945 time: 0.0613966 May 20 09:18:37.126789 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 09:18:37.154893 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] No Port match for: 62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef {{(pid=104277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 20 09:18:37.155212 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 62ccf963-9cbe-4c3f-9b1e-4e4d3e4137ef not bound to the agent host hv-cinder-83699 {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 09:18:37.322023 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:37.343345 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726657e-b14f-41fa-a971-386824664180 req-6568d59c-243b-4365-9c61-3dfc8f5ef8bf tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:37.344954 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-8726657e-b14f-41fa-a971-386824664180 req-6568d59c-243b-4365-9c61-3dfc8f5ef8bf tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 946 time: 0.0508723 May 20 09:18:37.358660 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:37.382667 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [req-0f5f1e75-0aa1-478a-829d-236489a7cb42 req-8254e129-845f-412b-b93b-9f56f470b6f6 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Deleting port 1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05 {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:18:37.383003 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-0f5f1e75-0aa1-478a-829d-236489a7cb42 req-8254e129-845f-412b-b93b-9f56f470b6f6 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:37.434840 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [req-8726657e-b14f-41fa-a971-386824664180 req-ea03ce21-83d5-48fb-98b9-b6091b953ba7 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Deleting port 7d1ab808-94ab-41bb-b7aa-8b530eb9862e {{(pid=104275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:18:37.435179 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-8726657e-b14f-41fa-a971-386824664180 req-ea03ce21-83d5-48fb-98b9-b6091b953ba7 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (7d1ab808-94ab-41bb-b7aa-8b530eb9862e), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:37.481797 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [req-0f5f1e75-0aa1-478a-829d-236489a7cb42 req-8254e129-845f-412b-b93b-9f56f470b6f6 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] For port 1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05,segment=NetworkSegment(055db0ec-bbdc-429e-b6b8-f0e0ae6e750a),segment_id=055db0ec-bbdc-429e-b6b8-f0e0ae6e750a)] {{(pid=104276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:18:37.482155 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-0f5f1e75-0aa1-478a-829d-236489a7cb42 req-8254e129-845f-412b-b93b-9f56f470b6f6 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:37.526248 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [req-8726657e-b14f-41fa-a971-386824664180 req-ea03ce21-83d5-48fb-98b9-b6091b953ba7 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] For port 7d1ab808-94ab-41bb-b7aa-8b530eb9862e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=7d1ab808-94ab-41bb-b7aa-8b530eb9862e,segment=NetworkSegment(32ffeb4b-663b-4183-8636-9b9183111437),segment_id=32ffeb4b-663b-4183-8636-9b9183111437)] {{(pid=104275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:18:37.526606 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-8726657e-b14f-41fa-a971-386824664180 req-ea03ce21-83d5-48fb-98b9-b6091b953ba7 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (7d1ab808-94ab-41bb-b7aa-8b530eb9862e), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:37.539410 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:37.540073 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [req-8726657e-b14f-41fa-a971-386824664180 req-ea03ce21-83d5-48fb-98b9-b6091b953ba7 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Calling delete_port for 7d1ab808-94ab-41bb-b7aa-8b530eb9862e owned by compute:nova {{(pid=104275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:18:37.642353 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-0f5f1e75-0aa1-478a-829d-236489a7cb42 req-8254e129-845f-412b-b93b-9f56f470b6f6 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:37.642584 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-0f5f1e75-0aa1-478a-829d-236489a7cb42 req-8254e129-845f-412b-b93b-9f56f470b6f6 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680135'] for floatingip (9a785a06-c144-464b-8494-cb4ee6c1f173), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:37.642929 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.db.l3_db [req-0f5f1e75-0aa1-478a-829d-236489a7cb42 req-8254e129-845f-412b-b93b-9f56f470b6f6 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Floating IP 9a785a06-c144-464b-8494-cb4ee6c1f173 disassociated. External IP: 172.27.0.44, port: 1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05. May 20 09:18:37.644320 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [req-0f5f1e75-0aa1-478a-829d-236489a7cb42 req-8254e129-845f-412b-b93b-9f56f470b6f6 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Calling delete_port for 1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05 owned by compute:nova {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:18:37.667673 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-8726657e-b14f-41fa-a971-386824664180 req-ea03ce21-83d5-48fb-98b9-b6091b953ba7 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30908355'] for port (7d1ab808-94ab-41bb-b7aa-8b530eb9862e), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:37.679887 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] get_ports_and_sgs() called for port_ids ['5dbf97e0-97de-43b0-acce-908bce8975fe', '7d1ab808-94ab-41bb-b7aa-8b530eb9862e'] {{(pid=104277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 09:18:37.705521 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea03ce21-83d5-48fb-98b9-b6091b953ba7 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Pushing event deleted for resources: {'Port': ['ID=7d1ab808-94ab-41bb-b7aa-8b530eb9862e,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:18:37.741200 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [req-8726657e-b14f-41fa-a971-386824664180 req-ea03ce21-83d5-48fb-98b9-b6091b953ba7 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] No DVR routers for this DVR port 7d1ab808-94ab-41bb-b7aa-8b530eb9862e on host hv-cinder-83699 {{(pid=104275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:18:37.743873 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-8726657e-b14f-41fa-a971-386824664180 req-ea03ce21-83d5-48fb-98b9-b6091b953ba7 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for port (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:37.747216 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-8726657e-b14f-41fa-a971-386824664180 req-ea03ce21-83d5-48fb-98b9-b6091b953ba7 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.44 "DELETE /v2.0/ports/7d1ab808-94ab-41bb-b7aa-8b530eb9862e HTTP/1.1" status: 204 len: 173 time: 0.3973317 May 20 09:18:37.747710 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb33473-a994-427d-9822-3ff769987a56', 'name': 'network-vif-deleted', 'tag': '7d1ab808-94ab-41bb-b7aa-8b530eb9862e'}] {{(pid=104275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:18:37.750545 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eea53449646a7168c1429fc9fd421a4bc8c13d7c241c91a60dad7e76b53d9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74664630-74ae-4bbb-a695-e9bd74d659f8" -d '{"events": [{"server_uuid": "7fb33473-a994-427d-9822-3ff769987a56", "name": "network-vif-deleted", "tag": "7d1ab808-94ab-41bb-b7aa-8b530eb9862e"}]}' {{(pid=104275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:18:37.788610 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-0f5f1e75-0aa1-478a-829d-236489a7cb42 req-8254e129-845f-412b-b93b-9f56f470b6f6 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:37.793874 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:37.812363 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 09:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce2b1db-3e81-4000-b58c-3d3ec3158798 x-openstack-request-id: req-8ce2b1db-3e81-4000-b58c-3d3ec3158798 {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:18:37.812719 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb33473-a994-427d-9822-3ff769987a56", "name": "network-vif-deleted", "tag": "7d1ab808-94ab-41bb-b7aa-8b530eb9862e", "status": "completed", "code": 200}]} {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:18:37.813018 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8ce2b1db-3e81-4000-b58c-3d3ec3158798 {{(pid=104275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:18:37.813462 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ce2b1db-3e81-4000-b58c-3d3ec3158798'] response: {'server_uuid': '7fb33473-a994-427d-9822-3ff769987a56', 'name': 'network-vif-deleted', 'tag': '7d1ab808-94ab-41bb-b7aa-8b530eb9862e', 'status': 'completed', 'code': 200} May 20 09:18:37.836933 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254e129-845f-412b-b93b-9f56f470b6f6 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Pushing event deleted for resources: {'Port': ['ID=1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:18:37.914323 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b09fd63f-40d2-4822-af67-da4d60925641 req-5623f502-348a-47a8-84ba-e42dc96f7d6f tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e99280ff-b8f3-420b-ba9a-e6e5686de569 HTTP/1.1" status: 200 len: 210 time: 0.0580382 May 20 09:18:37.989435 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f5f1e75-0aa1-478a-829d-236489a7cb42 req-8254e129-845f-412b-b93b-9f56f470b6f6 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Router 3713a506-e0c9-495e-af24-db3cc15e2153 has already been hosted by L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 {{(pid=104276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 09:18:38.041822 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a575333f-93f1-47f8-b0d4-c7454511003b req-e5f43582-6b48-42ab-9b89-fd2ce1197378 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fb33473-a994-427d-9822-3ff769987a56 HTTP/1.1" status: 200 len: 210 time: 0.0285625 May 20 09:18:38.098645 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f5f1e75-0aa1-478a-829d-236489a7cb42 req-8254e129-845f-412b-b93b-9f56f470b6f6 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:18:38.110413 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df226ecb-9d8d-4351-ad77-e3a9e7648e6f None None] Sync routers for ids ['3713a506-e0c9-495e-af24-db3cc15e2153'] in dv-cinder-836996-23-iscsi {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:18:38.127743 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df226ecb-9d8d-4351-ad77-e3a9e7648e6f None None] Routers {'3713a506-e0c9-495e-af24-db3cc15e2153'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:18:38.128386 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-df226ecb-9d8d-4351-ad77-e3a9e7648e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:18:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['3713a506-e0c9-495e-af24-db3cc15e2153'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:18:38.130307 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 35668) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:18:38.164685 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5f1e75-0aa1-478a-829d-236489a7cb42 req-8254e129-845f-412b-b93b-9f56f470b6f6 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] No DVR routers for this DVR port 1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05 on host hv-cinder-83699 {{(pid=104276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:18:38.169075 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-0f5f1e75-0aa1-478a-829d-236489a7cb42 req-8254e129-845f-412b-b93b-9f56f470b6f6 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for port (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:38.172407 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-0f5f1e75-0aa1-478a-829d-236489a7cb42 req-8254e129-845f-412b-b93b-9f56f470b6f6 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.44 "DELETE /v2.0/ports/1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05 HTTP/1.1" status: 204 len: 173 time: 0.8794935 May 20 09:18:38.172973 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99280ff-b8f3-420b-ba9a-e6e5686de569', 'name': 'network-vif-deleted', 'tag': '1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05'}] {{(pid=104276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:18:38.175339 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f1859fdf6517cac9f3390f7253b255bfbc77edc31af200be8f81c994e01841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd67376-61d4-4078-a94a-a9ddd6f0b18d" -d '{"events": [{"server_uuid": "e99280ff-b8f3-420b-ba9a-e6e5686de569", "name": "network-vif-deleted", "tag": "1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05"}]}' {{(pid=104276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:18:38.197933 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:38.230779 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-ae83145a-8aa2-4060-8f73-b469feea35e9 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for security_group (f1abc2e0-858e-4b29-a3f8-260886c1d9c4), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:38.261648 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 09:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd114b5-c6bd-499e-81d4-a32a372dac90 x-openstack-request-id: req-fcd114b5-c6bd-499e-81d4-a32a372dac90 {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:18:38.261996 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e99280ff-b8f3-420b-ba9a-e6e5686de569", "name": "network-vif-deleted", "tag": "1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05", "status": "completed", "code": 200}]} {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:18:38.262291 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fcd114b5-c6bd-499e-81d4-a32a372dac90 {{(pid=104276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:18:38.262782 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcd114b5-c6bd-499e-81d4-a32a372dac90'] response: {'server_uuid': 'e99280ff-b8f3-420b-ba9a-e6e5686de569', 'name': 'network-vif-deleted', 'tag': '1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05', 'status': 'completed', 'code': 200} May 20 09:18:38.276649 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-ae83145a-8aa2-4060-8f73-b469feea35e9 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for security_group (f1abc2e0-858e-4b29-a3f8-260886c1d9c4), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:38.291630 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-df226ecb-9d8d-4351-ad77-e3a9e7648e6f None None] Set router 3713a506-e0c9-495e-af24-db3cc15e2153 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:18:38.348534 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-ae83145a-8aa2-4060-8f73-b469feea35e9 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (f1abc2e0-858e-4b29-a3f8-260886c1d9c4), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:38.352460 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-ae83145a-8aa2-4060-8f73-b469feea35e9 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:38.358478 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 35672) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:18:38.368268 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-ae83145a-8aa2-4060-8f73-b469feea35e9 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "DELETE /v2.0/security-groups/f1abc2e0-858e-4b29-a3f8-260886c1d9c4 HTTP/1.1" status: 204 len: 168 time: 0.2366676 May 20 09:18:38.379045 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.api.v2.resource [None req-4eea199d-8e3c-4748-b2f8-ac67d54b35e9 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] show failed (client error): The resource could not be found. May 20 09:18:38.390243 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-4eea199d-8e3c-4748-b2f8-ac67d54b35e9 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups/f1abc2e0-858e-4b29-a3f8-260886c1d9c4 HTTP/1.1" status: 404 len: 347 time: 0.0300608 May 20 09:18:38.391940 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 35674) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:18:38.397509 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae83145a-8aa2-4060-8f73-b469feea35e9 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1abc2e0-858e-4b29-a3f8-260886c1d9c4,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:18:38.513730 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-df226ecb-9d8d-4351-ad77-e3a9e7648e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'name': 'tempest-AttachVolumeTestJSON-1210049740-router', 'tenant_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '42856557-56a9-4cea-bd20-f4eeff9b48c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:31Z', 'revision_number': 4, 'project_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'gw_port': {'id': '42856557-56a9-4cea-bd20-f4eeff9b48c3', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:22Z', 'updated_at': '2022-05-20T09:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '2c28a678-e96a-48f4-b1c5-6a01cd70d057', 'name': '', 'network_id': '1877e401-d42a-4a52-b633-242e6f958903', 'tenant_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'mac_address': 'fa:16:3e:e7:4c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '627f3291-137c-4051-aa19-caaa09ad6395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:27Z', 'updated_at': '2022-05-20T09:13:48Z', 'revision_number': 5, 'project_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'subnets': [{'id': '627f3291-137c-4051-aa19-caaa09ad6395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:18:38.525711 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [None req-1400cf87-f974-40a4-ab15-3e4424bcf7a0 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Deleting port ef17d96d-763e-4819-bfb2-ca1173308c29 {{(pid=104275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:18:38.526323 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-1400cf87-f974-40a4-ab15-3e4424bcf7a0 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (ef17d96d-763e-4819-bfb2-ca1173308c29), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:38.540544 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df226ecb-9d8d-4351-ad77-e3a9e7648e6f None None] Checking router: 3713a506-e0c9-495e-af24-db3cc15e2153 for host: dv-cinder-836996-23-iscsi {{(pid=104277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:18:38.549521 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df226ecb-9d8d-4351-ad77-e3a9e7648e6f None None] Routers {'3713a506-e0c9-495e-af24-db3cc15e2153'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:18:38.550156 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-df226ecb-9d8d-4351-ad77-e3a9e7648e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:18:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['3713a506-e0c9-495e-af24-db3cc15e2153'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:18:38.604983 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-1400cf87-f974-40a4-ab15-3e4424bcf7a0 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (ef17d96d-763e-4819-bfb2-ca1173308c29), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:38.605288 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-1400cf87-f974-40a4-ab15-3e4424bcf7a0 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for floatingip (ef17d96d-763e-4819-bfb2-ca1173308c29), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:38.620786 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [None req-1400cf87-f974-40a4-ab15-3e4424bcf7a0 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Calling delete_port for ef17d96d-763e-4819-bfb2-ca1173308c29 owned by network:floatingip {{(pid=104275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:18:38.653358 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-df226ecb-9d8d-4351-ad77-e3a9e7648e6f None None] Set router 3713a506-e0c9-495e-af24-db3cc15e2153 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:18:38.786802 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-1400cf87-f974-40a4-ab15-3e4424bcf7a0 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30908355'] for port (ef17d96d-763e-4819-bfb2-ca1173308c29), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:38.809516 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:38.812427 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1400cf87-f974-40a4-ab15-3e4424bcf7a0 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Pushing event deleted for resources: {'Port': ['ID=ef17d96d-763e-4819-bfb2-ca1173308c29,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:18:38.845221 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-df226ecb-9d8d-4351-ad77-e3a9e7648e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'name': 'tempest-AttachVolumeTestJSON-1210049740-router', 'tenant_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '42856557-56a9-4cea-bd20-f4eeff9b48c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:31Z', 'revision_number': 4, 'project_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'gw_port': {'id': '42856557-56a9-4cea-bd20-f4eeff9b48c3', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:22Z', 'updated_at': '2022-05-20T09:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '2c28a678-e96a-48f4-b1c5-6a01cd70d057', 'name': '', 'network_id': '1877e401-d42a-4a52-b633-242e6f958903', 'tenant_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'mac_address': 'fa:16:3e:e7:4c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '627f3291-137c-4051-aa19-caaa09ad6395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:27Z', 'updated_at': '2022-05-20T09:13:48Z', 'revision_number': 5, 'project_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'subnets': [{'id': '627f3291-137c-4051-aa19-caaa09ad6395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:18:38.872848 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df226ecb-9d8d-4351-ad77-e3a9e7648e6f None None] The sync data for ids ['3713a506-e0c9-495e-af24-db3cc15e2153'] in dv-cinder-836996-23-iscsi is: [{'id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'name': 'tempest-AttachVolumeTestJSON-1210049740-router', 'tenant_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '42856557-56a9-4cea-bd20-f4eeff9b48c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:31Z', 'revision_number': 4, 'project_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'gw_port': {'id': '42856557-56a9-4cea-bd20-f4eeff9b48c3', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:22Z', 'updated_at': '2022-05-20T09:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '2c28a678-e96a-48f4-b1c5-6a01cd70d057', 'name': '', 'network_id': '1877e401-d42a-4a52-b633-242e6f958903', 'tenant_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'mac_address': 'fa:16:3e:e7:4c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '627f3291-137c-4051-aa19-caaa09ad6395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:27Z', 'updated_at': '2022-05-20T09:13:48Z', 'revision_number': 5, 'project_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'subnets': [{'id': '627f3291-137c-4051-aa19-caaa09ad6395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:18:38.874614 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-1400cf87-f974-40a4-ab15-3e4424bcf7a0 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for floatingip (a7a95202-c58d-49dd-9b15-17ff32572361), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:38.877213 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-1400cf87-f974-40a4-ab15-3e4424bcf7a0 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for floatingip (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:38.879934 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-1400cf87-f974-40a4-ab15-3e4424bcf7a0 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "DELETE /v2.0/floatingips/a7a95202-c58d-49dd-9b15-17ff32572361 HTTP/1.1" status: 204 len: 168 time: 0.4847786 May 20 09:18:38.950608 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 35682) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:18:38.956037 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-49933509-0c84-461a-ae64-f1349b26c9b8 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1239681695', 'description': 'tempest-description--1997159135'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:18:38.980780 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-49933509-0c84-461a-ae64-f1349b26c9b8 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for security_group (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:39.009858 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:39.062371 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-49933509-0c84-461a-ae64-f1349b26c9b8 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for security_group (b745a0dc-9f82-404f-a9fd-6ccc1ab3d2c5), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:39.068474 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-49933509-0c84-461a-ae64-f1349b26c9b8 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (b745a0dc-9f82-404f-a9fd-6ccc1ab3d2c5), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:39.097675 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-49933509-0c84-461a-ae64-f1349b26c9b8 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:39.099069 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-49933509-0c84-461a-ae64-f1349b26c9b8 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1475351 May 20 09:18:39.102411 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 35686) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:18:39.106991 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-fb90200c-83ca-4489-ac50-a409e762863f tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Request body: {'security_group_rule': {'security_group_id': 'b745a0dc-9f82-404f-a9fd-6ccc1ab3d2c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:18:39.108160 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49933509-0c84-461a-ae64-f1349b26c9b8 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b745a0dc-9f82-404f-a9fd-6ccc1ab3d2c5,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:18:39.154465 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 35692) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:18:39.160418 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-fb90200c-83ca-4489-ac50-a409e762863f tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for security_group_rule (6e133483-4556-4048-9b1b-982b127a556a), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:39.214883 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b010566-67eb-4252-9f04-40d1eff74a04 None None] New status for floating IP 9a785a06-c144-464b-8494-cb4ee6c1f173: DOWN {{(pid=104278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 20 09:18:39.224649 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-06d6b70e-f27f-4ba0-8633-6f9a142f16c5 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks [] for security_group (8a740234-a177-4f38-b509-911235de4252), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:39.241090 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-fb90200c-83ca-4489-ac50-a409e762863f tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for security_group_rule (6e133483-4556-4048-9b1b-982b127a556a), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:39.248356 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-fb90200c-83ca-4489-ac50-a409e762863f tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547209'] for security_group_rule (6e133483-4556-4048-9b1b-982b127a556a), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:39.257487 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-06d6b70e-f27f-4ba0-8633-6f9a142f16c5 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks [] for security_group (8a740234-a177-4f38-b509-911235de4252), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:39.286797 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb90200c-83ca-4489-ac50-a409e762863f tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e133483-4556-4048-9b1b-982b127a556a,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:18:39.293009 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-fb90200c-83ca-4489-ac50-a409e762863f tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:39.294740 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-fb90200c-83ca-4489-ac50-a409e762863f tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1912644 May 20 09:18:39.297557 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 35694) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:18:39.334403 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-06d6b70e-f27f-4ba0-8633-6f9a142f16c5 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (8a740234-a177-4f38-b509-911235de4252), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:39.345108 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-06d6b70e-f27f-4ba0-8633-6f9a142f16c5 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:39.346466 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-06d6b70e-f27f-4ba0-8633-6f9a142f16c5 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "DELETE /v2.0/security-groups/8a740234-a177-4f38-b509-911235de4252 HTTP/1.1" status: 204 len: 168 time: 0.1903274 May 20 09:18:39.349332 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 35698) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:18:39.355993 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6b70e-f27f-4ba0-8633-6f9a142f16c5 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a740234-a177-4f38-b509-911235de4252,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:18:39.372036 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.api.v2.resource [None req-5902b3ee-a2db-4238-a739-c35c1fec9a75 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] show failed (client error): The resource could not be found. May 20 09:18:39.375732 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-5902b3ee-a2db-4238-a739-c35c1fec9a75 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups/8a740234-a177-4f38-b509-911235de4252 HTTP/1.1" status: 404 len: 347 time: 0.0252757 May 20 09:18:39.378114 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 35700) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:18:39.402761 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-4bd5f00b-5652-4129-9f25-d9d7e4c2fadb tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Request body: {'security_group_rule': {'security_group_id': 'b745a0dc-9f82-404f-a9fd-6ccc1ab3d2c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:18:39.421689 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:39.437413 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4bd5f00b-5652-4129-9f25-d9d7e4c2fadb tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for security_group_rule (7298cd8e-e0cb-4c12-810c-634410b2467f), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:39.489735 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4bd5f00b-5652-4129-9f25-d9d7e4c2fadb tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for security_group_rule (7298cd8e-e0cb-4c12-810c-634410b2467f), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:39.496006 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4bd5f00b-5652-4129-9f25-d9d7e4c2fadb tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547209'] for security_group_rule (7298cd8e-e0cb-4c12-810c-634410b2467f), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:39.514274 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd5f00b-5652-4129-9f25-d9d7e4c2fadb tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7298cd8e-e0cb-4c12-810c-634410b2467f,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:18:39.524182 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4bd5f00b-5652-4129-9f25-d9d7e4c2fadb tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:39.525452 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-4bd5f00b-5652-4129-9f25-d9d7e4c2fadb tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2185476 May 20 09:18:39.528839 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 35704) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:18:39.550543 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-1a9cefba-70cc-41a6-831e-51a06c61c07a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Request body: {'floatingip': {'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:18:39.577415 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [None req-533ff1d7-4edd-4ac9-89f2-597d153859dd tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Deleting port d4286888-5c94-40ee-8400-b6a463c73958 {{(pid=104275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:18:39.577749 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-533ff1d7-4edd-4ac9-89f2-597d153859dd tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (d4286888-5c94-40ee-8400-b6a463c73958), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:39.597811 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86144fcc-dada-47d1-ae21-7188e96834ad req-0e2e8b8a-6f76-4e9c-a4a6-6b13472d4c62 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:39.599315 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-86144fcc-dada-47d1-ae21-7188e96834ad req-0e2e8b8a-6f76-4e9c-a4a6-6b13472d4c62 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=a97bdede-0305-4f4b-bc04-8b659b1c88ce HTTP/1.1" status: 200 len: 945 time: 0.0886476 May 20 09:18:39.624149 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-1a9cefba-70cc-41a6-831e-51a06c61c07a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:39.749396 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-86144fcc-dada-47d1-ae21-7188e96834ad req-7f38ab4d-6167-47f2-80b3-e9fd1db06184 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264989 May 20 09:18:39.761140 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-533ff1d7-4edd-4ac9-89f2-597d153859dd tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (d4286888-5c94-40ee-8400-b6a463c73958), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:39.761381 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-533ff1d7-4edd-4ac9-89f2-597d153859dd tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks [] for floatingip (d4286888-5c94-40ee-8400-b6a463c73958), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:39.771679 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-1a9cefba-70cc-41a6-831e-51a06c61c07a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:39.777416 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [None req-533ff1d7-4edd-4ac9-89f2-597d153859dd tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Calling delete_port for d4286888-5c94-40ee-8400-b6a463c73958 owned by network:floatingip {{(pid=104275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:18:39.858197 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:39.935816 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:39.950409 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.db_base_plugin_common [None req-1a9cefba-70cc-41a6-831e-51a06c61c07a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Allocated IP 172.27.0.17 (db85349c-1449-495a-9881-8426bbf372da/93804823-6bc2-4eb0-bfcd-bdee0631ed3e/36778900-61de-4061-bf81-5f451ce940ee) {{(pid=104275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:18:40.315981 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-533ff1d7-4edd-4ac9-89f2-597d153859dd tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30908355'] for port (d4286888-5c94-40ee-8400-b6a463c73958), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:40.350903 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ff1d7-4edd-4ac9-89f2-597d153859dd tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Pushing event deleted for resources: {'Port': ['ID=d4286888-5c94-40ee-8400-b6a463c73958,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:18:40.407718 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-1a9cefba-70cc-41a6-831e-51a06c61c07a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for port (36778900-61de-4061-bf81-5f451ce940ee), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:40.442662 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-533ff1d7-4edd-4ac9-89f2-597d153859dd tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks [] for floatingip (9a785a06-c144-464b-8494-cb4ee6c1f173), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:40.445171 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-533ff1d7-4edd-4ac9-89f2-597d153859dd tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for floatingip (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:40.446303 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-533ff1d7-4edd-4ac9-89f2-597d153859dd tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "DELETE /v2.0/floatingips/9a785a06-c144-464b-8494-cb4ee6c1f173 HTTP/1.1" status: 204 len: 168 time: 1.0669107 May 20 09:18:40.461449 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-1a9cefba-70cc-41a6-831e-51a06c61c07a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30908355'] for port (36778900-61de-4061-bf81-5f451ce940ee), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:40.500983 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9cefba-70cc-41a6-831e-51a06c61c07a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Network db85349c-1449-495a-9881-8426bbf372da is already hosted by enough agents. {{(pid=104275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:18:40.503862 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.base_scheduler [None req-1a9cefba-70cc-41a6-831e-51a06c61c07a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Resources bound (agent type, host, resource id): {{(pid=104275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:18:40.507668 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9cefba-70cc-41a6-831e-51a06c61c07a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Received port after_create {{(pid=104275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:18:40.512727 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9cefba-70cc-41a6-831e-51a06c61c07a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Pushing event updated for resources: {'Port': ['ID=36778900-61de-4061-bf81-5f451ce940ee,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:18:40.526719 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 35708) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:18:40.531407 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-e71c9417-9ea0-47ab-9a43-fadc23dc4a21 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1148517198', 'description': 'tempest-description--1337955778'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:18:40.552416 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e71c9417-9ea0-47ab-9a43-fadc23dc4a21 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:40.592611 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-1a9cefba-70cc-41a6-831e-51a06c61c07a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for floatingip (14587f46-396f-46e7-894e-52265b903401), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:40.620076 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e71c9417-9ea0-47ab-9a43-fadc23dc4a21 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks [] for security_group (af41d5d9-c7f1-4dfe-94d9-6a39dd66ca01), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:40.625672 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e71c9417-9ea0-47ab-9a43-fadc23dc4a21 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (af41d5d9-c7f1-4dfe-94d9-6a39dd66ca01), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:40.631836 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-1a9cefba-70cc-41a6-831e-51a06c61c07a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (36778900-61de-4061-bf81-5f451ce940ee), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:40.657678 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e71c9417-9ea0-47ab-9a43-fadc23dc4a21 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:40.661601 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-e71c9417-9ea0-47ab-9a43-fadc23dc4a21 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1311464 May 20 09:18:40.661601 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c9417-9ea0-47ab-9a43-fadc23dc4a21 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af41d5d9-c7f1-4dfe-94d9-6a39dd66ca01,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:18:40.663083 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 35710) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:18:40.667595 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-344a4cef-64de-4030-85d6-b8a8e36270ae tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Request body: {'security_group_rule': {'security_group_id': 'af41d5d9-c7f1-4dfe-94d9-6a39dd66ca01', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:18:40.716409 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:40.731399 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-344a4cef-64de-4030-85d6-b8a8e36270ae tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks [] for security_group_rule (0b25ea6f-99c7-4e57-93eb-0d591668551a), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:40.893348 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-344a4cef-64de-4030-85d6-b8a8e36270ae tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks [] for security_group_rule (0b25ea6f-99c7-4e57-93eb-0d591668551a), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:40.906606 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660d9d4-e69f-4d70-b6bf-a235a43c6b9c req-2f84b021-4dae-415e-82f5-63fd8f20cb7f tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:40.908137 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f660d9d4-e69f-4d70-b6bf-a235a43c6b9c req-2f84b021-4dae-415e-82f5-63fd8f20cb7f tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=a97bdede-0305-4f4b-bc04-8b659b1c88ce HTTP/1.1" status: 200 len: 945 time: 0.0831213 May 20 09:18:40.910159 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-344a4cef-64de-4030-85d6-b8a8e36270ae tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547209'] for security_group_rule (0b25ea6f-99c7-4e57-93eb-0d591668551a), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:40.921635 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:40.947383 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-1a9cefba-70cc-41a6-831e-51a06c61c07a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for port (36778900-61de-4061-bf81-5f451ce940ee), precommit_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:40.952842 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a4cef-64de-4030-85d6-b8a8e36270ae tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b25ea6f-99c7-4e57-93eb-0d591668551a,revision_number=0']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:18:40.963098 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-1a9cefba-70cc-41a6-831e-51a06c61c07a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30908404'] for port (36778900-61de-4061-bf81-5f451ce940ee), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:40.976006 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-344a4cef-64de-4030-85d6-b8a8e36270ae tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:40.977192 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-344a4cef-64de-4030-85d6-b8a8e36270ae tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3131001 May 20 09:18:40.980160 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 35716) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:18:40.984819 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-ee1f571c-560e-45eb-af71-640f4be171f7 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Request body: {'security_group_rule': {'security_group_id': 'af41d5d9-c7f1-4dfe-94d9-6a39dd66ca01', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:18:41.013741 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-ee1f571c-560e-45eb-af71-640f4be171f7 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks [] for security_group_rule (2b674ee8-289e-4c70-adfb-62942e833c75), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:41.054690 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9cefba-70cc-41a6-831e-51a06c61c07a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Pushing event updated for resources: {'Port': ['ID=36778900-61de-4061-bf81-5f451ce940ee,revision_number=2']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:18:41.060610 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-ee1f571c-560e-45eb-af71-640f4be171f7 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks [] for security_group_rule (2b674ee8-289e-4c70-adfb-62942e833c75), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:41.065975 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f660d9d4-e69f-4d70-b6bf-a235a43c6b9c req-4e1a1909-9063-4fdc-a3cd-a54f851885e5 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459024 May 20 09:18:41.066297 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-ee1f571c-560e-45eb-af71-640f4be171f7 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547209'] for security_group_rule (2b674ee8-289e-4c70-adfb-62942e833c75), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:41.071580 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-1a9cefba-70cc-41a6-831e-51a06c61c07a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680135'] for floatingip (14587f46-396f-46e7-894e-52265b903401), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:41.085181 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f571c-560e-45eb-af71-640f4be171f7 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b674ee8-289e-4c70-adfb-62942e833c75,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:18:41.091915 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-1a9cefba-70cc-41a6-831e-51a06c61c07a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for floatingip (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:41.093175 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-1a9cefba-70cc-41a6-831e-51a06c61c07a tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5633748 May 20 09:18:41.093879 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-ee1f571c-560e-45eb-af71-640f4be171f7 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:41.095304 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-ee1f571c-560e-45eb-af71-640f4be171f7 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1139073 May 20 09:18:41.098124 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 35718) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:18:41.102420 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-86c6b980-4360-4e8d-aee3-e6a331567375 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Request body: {'floatingip': {'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:18:41.123551 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-86c6b980-4360-4e8d-aee3-e6a331567375 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:41.127175 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:41.144520 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 09:18:41.163711 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] No Port match for: 1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05 {{(pid=104277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 20 09:18:41.164058 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 1a1fc432-ef9f-4c71-9cb4-14f4d8bb9b05 not bound to the agent host hv-cinder-83699 {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 09:18:41.164477 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 7d1ab808-94ab-41bb-b7aa-8b530eb9862e no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 09:18:41.183566 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] No Port match for: 7d1ab808-94ab-41bb-b7aa-8b530eb9862e {{(pid=104277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 20 09:18:41.183914 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 7d1ab808-94ab-41bb-b7aa-8b530eb9862e not bound to the agent host hv-cinder-83699 {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 09:18:41.208742 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-86c6b980-4360-4e8d-aee3-e6a331567375 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:41.299024 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-725e138b-5974-4e58-a5c2-a0a21567c2ad req-df89b984-934c-45ee-a085-ba0e59e71be6 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1239681695&fields=id&tenant_id=2ddfd22e3dde4cc89c073bd2d88d648b HTTP/1.1" status: 200 len: 267 time: 0.0872412 May 20 09:18:41.632048 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_common [None req-86c6b980-4360-4e8d-aee3-e6a331567375 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Allocated IP 172.27.0.250 (db85349c-1449-495a-9881-8426bbf372da/93804823-6bc2-4eb0-bfcd-bdee0631ed3e/446d0842-ea54-4a21-b8a6-fc964d78dbf7) {{(pid=104276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:18:41.718926 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e138b-5974-4e58-a5c2-a0a21567c2ad req-53184223-5741-499f-a552-6c1077fe1817 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:41.720415 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-725e138b-5974-4e58-a5c2-a0a21567c2ad req-53184223-5741-499f-a552-6c1077fe1817 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/networks?id=328df357-f834-447d-8616-ac57cd7979a2 HTTP/1.1" status: 200 len: 814 time: 0.4049635 May 20 09:18:41.724149 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:41.746423 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-725e138b-5974-4e58-a5c2-a0a21567c2ad req-c09b7502-515b-456d-96ec-ed1bb895d5dd tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/quotas/2ddfd22e3dde4cc89c073bd2d88d648b HTTP/1.1" status: 200 len: 375 time: 0.0196309 May 20 09:18:41.810701 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-86c6b980-4360-4e8d-aee3-e6a331567375 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks [] for port (446d0842-ea54-4a21-b8a6-fc964d78dbf7), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:41.826983 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-725e138b-5974-4e58-a5c2-a0a21567c2ad req-71e1a11e-bb4d-4e22-ab88-c8b6614fdd26 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ddfd22e3dde4cc89c073bd2d88d648b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0736227 May 20 09:18:41.901238 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-86c6b980-4360-4e8d-aee3-e6a331567375 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (446d0842-ea54-4a21-b8a6-fc964d78dbf7), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:41.951742 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c6b980-4360-4e8d-aee3-e6a331567375 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Network db85349c-1449-495a-9881-8426bbf372da is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:18:41.957785 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-86c6b980-4360-4e8d-aee3-e6a331567375 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:18:41.964156 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c6b980-4360-4e8d-aee3-e6a331567375 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Received port after_create {{(pid=104276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:18:41.996466 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c6b980-4360-4e8d-aee3-e6a331567375 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Pushing event updated for resources: {'Port': ['ID=446d0842-ea54-4a21-b8a6-fc964d78dbf7,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:18:42.002267 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-725e138b-5974-4e58-a5c2-a0a21567c2ad req-9e99dfe4-3493-4712-b8a8-0d88e53d918b service neutron] 10.222.0.69 "GET /v2.0/networks/328df357-f834-447d-8616-ac57cd7979a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605911 May 20 09:18:42.108884 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:42.125574 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-86c6b980-4360-4e8d-aee3-e6a331567375 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks [] for floatingip (74118af1-7963-4e69-8565-96c473c3b190), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:42.141689 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-725e138b-5974-4e58-a5c2-a0a21567c2ad req-737889b2-fab1-45e7-a776-8fe91163b184 service neutron] 10.222.0.69 "GET /v2.0/networks/328df357-f834-447d-8616-ac57cd7979a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327555 May 20 09:18:42.174683 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-86c6b980-4360-4e8d-aee3-e6a331567375 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (446d0842-ea54-4a21-b8a6-fc964d78dbf7), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:42.185078 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32817035-21be-4cd8-a9ad-b6d8dd614544 req-e227f532-b664-4c0f-ba4d-907d1655ac4e tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:42.186605 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-32817035-21be-4cd8-a9ad-b6d8dd614544 req-e227f532-b664-4c0f-ba4d-907d1655ac4e tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=a97bdede-0305-4f4b-bc04-8b659b1c88ce HTTP/1.1" status: 200 len: 945 time: 0.0493228 May 20 09:18:42.241456 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-32817035-21be-4cd8-a9ad-b6d8dd614544 req-134c7a16-0982-464e-a548-fae50162f42d tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/security-groups?id=6de70825-ced0-4e95-bcfe-e7bd7882ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491168 May 20 09:18:42.333884 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-57ca8686-e988-4c7e-a99d-316e2c1bf80e req-dff9dff9-a000-459e-825b-40904e7960db tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=a803a923-432b-49f2-8495-8db38c6e44e1 HTTP/1.1" status: 200 len: 210 time: 0.0282474 May 20 09:18:42.374707 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-86c6b980-4360-4e8d-aee3-e6a331567375 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks [] for port (446d0842-ea54-4a21-b8a6-fc964d78dbf7), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:42.380284 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-86c6b980-4360-4e8d-aee3-e6a331567375 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32464857'] for port (446d0842-ea54-4a21-b8a6-fc964d78dbf7), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:42.452887 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c6b980-4360-4e8d-aee3-e6a331567375 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Pushing event updated for resources: {'Port': ['ID=446d0842-ea54-4a21-b8a6-fc964d78dbf7,revision_number=2']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:18:42.462301 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-86c6b980-4360-4e8d-aee3-e6a331567375 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680135'] for floatingip (74118af1-7963-4e69-8565-96c473c3b190), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:42.467080 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:42.485347 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-86c6b980-4360-4e8d-aee3-e6a331567375 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for floatingip (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:42.486637 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-86c6b980-4360-4e8d-aee3-e6a331567375 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3876040 May 20 09:18:42.671298 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-099b9ab7-47ff-41ba-b88e-b9a908d1cdd0 req-8bf26bf7-6391-4ead-8f2b-c95af2cb0ae9 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1148517198&fields=id&tenant_id=9dd35ce1fcbd4038a0c556a45059c7d7 HTTP/1.1" status: 200 len: 267 time: 0.0799816 May 20 09:18:42.677294 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b7e1a-eae0-469f-99f6-94d20e0d421b req-bb1320b2-91a4-4728-af07-4c56385c1717 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:42.678692 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-015b7e1a-eae0-469f-99f6-94d20e0d421b req-bb1320b2-91a4-4728-af07-4c56385c1717 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.44 "GET /v2.0/ports?device_id=a97bdede-0305-4f4b-bc04-8b659b1c88ce HTTP/1.1" status: 200 len: 945 time: 0.0682192 May 20 09:18:42.844458 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [req-015b7e1a-eae0-469f-99f6-94d20e0d421b req-bce7f9a6-8dbd-40f4-85f5-39f2cf060bbb tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Deleting port 5dbf97e0-97de-43b0-acce-908bce8975fe {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:18:42.844788 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-015b7e1a-eae0-469f-99f6-94d20e0d421b req-bce7f9a6-8dbd-40f4-85f5-39f2cf060bbb tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (5dbf97e0-97de-43b0-acce-908bce8975fe), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:42.867364 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b9ab7-47ff-41ba-b88e-b9a908d1cdd0 req-873c7f99-46aa-444a-a98d-74c866be944b tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:42.869019 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-099b9ab7-47ff-41ba-b88e-b9a908d1cdd0 req-873c7f99-46aa-444a-a98d-74c866be944b tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/networks?id=1877e401-d42a-4a52-b633-242e6f958903 HTTP/1.1" status: 200 len: 811 time: 0.1892331 May 20 09:18:42.915668 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-099b9ab7-47ff-41ba-b88e-b9a908d1cdd0 req-a4021990-6ee9-4ea0-8cb5-86386b40f652 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/quotas/9dd35ce1fcbd4038a0c556a45059c7d7 HTTP/1.1" status: 200 len: 375 time: 0.0217640 May 20 09:18:42.987362 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-099b9ab7-47ff-41ba-b88e-b9a908d1cdd0 req-280209d8-4e54-45e2-be1c-21d7232775f7 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=9dd35ce1fcbd4038a0c556a45059c7d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0637760 May 20 09:18:42.992298 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [req-015b7e1a-eae0-469f-99f6-94d20e0d421b req-bce7f9a6-8dbd-40f4-85f5-39f2cf060bbb tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] For port 5dbf97e0-97de-43b0-acce-908bce8975fe, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=5dbf97e0-97de-43b0-acce-908bce8975fe,segment=NetworkSegment(32ffeb4b-663b-4183-8636-9b9183111437),segment_id=32ffeb4b-663b-4183-8636-9b9183111437)] {{(pid=104276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:18:42.992666 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-015b7e1a-eae0-469f-99f6-94d20e0d421b req-bce7f9a6-8dbd-40f4-85f5-39f2cf060bbb tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (5dbf97e0-97de-43b0-acce-908bce8975fe), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:43.014339 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [req-015b7e1a-eae0-469f-99f6-94d20e0d421b req-bce7f9a6-8dbd-40f4-85f5-39f2cf060bbb tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Calling delete_port for 5dbf97e0-97de-43b0-acce-908bce8975fe owned by compute:nova {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:18:43.067887 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:43.145368 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-099b9ab7-47ff-41ba-b88e-b9a908d1cdd0 req-e3dbab0b-fc0a-4e31-9bd8-d500c824a397 service neutron] 10.222.0.69 "GET /v2.0/networks/1877e401-d42a-4a52-b633-242e6f958903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451132 May 20 09:18:43.280105 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-099b9ab7-47ff-41ba-b88e-b9a908d1cdd0 req-c46a01c2-c335-4836-8904-8e123e9c2639 service neutron] 10.222.0.69 "GET /v2.0/networks/1877e401-d42a-4a52-b633-242e6f958903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250727 May 20 09:18:43.281886 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-015b7e1a-eae0-469f-99f6-94d20e0d421b req-bce7f9a6-8dbd-40f4-85f5-39f2cf060bbb tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (5dbf97e0-97de-43b0-acce-908bce8975fe), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:43.294910 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] get_ports_and_sgs() called for port_ids ['5dbf97e0-97de-43b0-acce-908bce8975fe'] {{(pid=104277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 09:18:43.309049 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce7f9a6-8dbd-40f4-85f5-39f2cf060bbb tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Pushing event deleted for resources: {'Port': ['ID=5dbf97e0-97de-43b0-acce-908bce8975fe,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:18:43.367856 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [req-015b7e1a-eae0-469f-99f6-94d20e0d421b req-bce7f9a6-8dbd-40f4-85f5-39f2cf060bbb tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] No DVR routers for this DVR port 5dbf97e0-97de-43b0-acce-908bce8975fe on host hv-cinder-83699 {{(pid=104276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:18:43.369914 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-015b7e1a-eae0-469f-99f6-94d20e0d421b req-bce7f9a6-8dbd-40f4-85f5-39f2cf060bbb tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for port (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:43.374205 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-015b7e1a-eae0-469f-99f6-94d20e0d421b req-bce7f9a6-8dbd-40f4-85f5-39f2cf060bbb tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.44 "DELETE /v2.0/ports/5dbf97e0-97de-43b0-acce-908bce8975fe HTTP/1.1" status: 204 len: 173 time: 0.6840227 May 20 09:18:43.374361 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97bdede-0305-4f4b-bc04-8b659b1c88ce', 'name': 'network-vif-deleted', 'tag': '5dbf97e0-97de-43b0-acce-908bce8975fe'}] {{(pid=104276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:18:43.376641 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f1859fdf6517cac9f3390f7253b255bfbc77edc31af200be8f81c994e01841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950d6ba3-e89a-4deb-87ee-26d23c8f4363" -d '{"events": [{"server_uuid": "a97bdede-0305-4f4b-bc04-8b659b1c88ce", "name": "network-vif-deleted", "tag": "5dbf97e0-97de-43b0-acce-908bce8975fe"}]}' {{(pid=104276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:18:43.446667 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-bb98094d-e124-4a79-955b-68eebaca9e05 req-2435bad5-a72d-4f95-bf7a-0f8ffaf54392 tempest-ServerRescueNegativeTestJSON-457916596 tempest-ServerRescueNegativeTestJSON-457916596-project] 10.222.0.69 "GET /v2.0/ports?device_id=a97bdede-0305-4f4b-bc04-8b659b1c88ce HTTP/1.1" status: 200 len: 210 time: 0.0785811 May 20 09:18:43.525454 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-092dc02e-280d-4b70-a00d-454f1b61415e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:43.539275 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 09:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb52924-d135-4458-90a1-d1efa51986a0 x-openstack-request-id: req-adb52924-d135-4458-90a1-d1efa51986a0 {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:18:43.539581 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97bdede-0305-4f4b-bc04-8b659b1c88ce", "name": "network-vif-deleted", "tag": "5dbf97e0-97de-43b0-acce-908bce8975fe", "status": "completed", "code": 200}]} {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:18:43.539894 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-adb52924-d135-4458-90a1-d1efa51986a0 {{(pid=104276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:18:43.540295 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adb52924-d135-4458-90a1-d1efa51986a0'] response: {'server_uuid': 'a97bdede-0305-4f4b-bc04-8b659b1c88ce', 'name': 'network-vif-deleted', 'tag': '5dbf97e0-97de-43b0-acce-908bce8975fe', 'status': 'completed', 'code': 200} May 20 09:18:43.550013 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e138b-5974-4e58-a5c2-a0a21567c2ad req-bb296d24-f866-46e8-9aa4-eae70a019a58 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:43.553830 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-725e138b-5974-4e58-a5c2-a0a21567c2ad req-bb296d24-f866-46e8-9aa4-eae70a019a58 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.44 "GET /v2.0/networks?id=328df357-f834-447d-8616-ac57cd7979a2 HTTP/1.1" status: 200 len: 814 time: 0.2194798 May 20 09:18:43.609368 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-495f352d-88cb-4da0-90d4-84b994580fc8 req-1305d9a4-490f-47e1-9fef-9057aa8c3966 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a725791-6ff4-480f-8bce-77731edd3aad HTTP/1.1" status: 200 len: 210 time: 0.0337374 May 20 09:18:43.629236 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-41e13a57-7338-4188-9e20-561d0a57bc5b req-6c9eea5a-cb3c-4d68-8936-64abdabd82fc tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=a803a923-432b-49f2-8495-8db38c6e44e1 HTTP/1.1" status: 200 len: 210 time: 0.0588963 May 20 09:18:43.687361 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-725e138b-5974-4e58-a5c2-a0a21567c2ad req-67f8a2cd-0420-4b99-873a-1967e1e8d8cf tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ddfd22e3dde4cc89c073bd2d88d648b HTTP/1.1" status: 200 len: 380 time: 0.0758479 May 20 09:18:43.894105 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [req-725e138b-5974-4e58-a5c2-a0a21567c2ad req-552e3257-f298-461b-9ccc-5529c83a7ca6 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Request body: {'port': {'device_id': 'a803a923-432b-49f2-8495-8db38c6e44e1', 'network_id': '328df357-f834-447d-8616-ac57cd7979a2', 'admin_state_up': True, 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'security_groups': ['b745a0dc-9f82-404f-a9fd-6ccc1ab3d2c5']}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:18:43.986181 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:44.017950 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-725e138b-5974-4e58-a5c2-a0a21567c2ad req-552e3257-f298-461b-9ccc-5529c83a7ca6 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Made reservation on behalf of 2ddfd22e3dde4cc89c073bd2d88d648b for: {'port': 1} {{(pid=104275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:18:44.022114 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-725e138b-5974-4e58-a5c2-a0a21567c2ad req-552e3257-f298-461b-9ccc-5529c83a7ca6 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:44.151817 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.db_base_plugin_common [req-725e138b-5974-4e58-a5c2-a0a21567c2ad req-552e3257-f298-461b-9ccc-5529c83a7ca6 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Allocated IP 172.20.0.14 (328df357-f834-447d-8616-ac57cd7979a2/6a66febf-40e6-435b-a129-884260e28f23/449fbc31-4c62-4d87-bf2d-b96937911200) {{(pid=104275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:18:44.304033 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-725e138b-5974-4e58-a5c2-a0a21567c2ad req-552e3257-f298-461b-9ccc-5529c83a7ca6 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for port (449fbc31-4c62-4d87-bf2d-b96937911200), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:44.337293 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-725e138b-5974-4e58-a5c2-a0a21567c2ad req-552e3257-f298-461b-9ccc-5529c83a7ca6 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30908355'] for port (449fbc31-4c62-4d87-bf2d-b96937911200), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:44.376596 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:44.380226 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-725e138b-5974-4e58-a5c2-a0a21567c2ad req-552e3257-f298-461b-9ccc-5529c83a7ca6 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Network 328df357-f834-447d-8616-ac57cd7979a2 is already hosted by enough agents. {{(pid=104275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:18:44.385650 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.base_scheduler [req-725e138b-5974-4e58-a5c2-a0a21567c2ad req-552e3257-f298-461b-9ccc-5529c83a7ca6 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Resources bound (agent type, host, resource id): {{(pid=104275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:18:44.390191 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [req-725e138b-5974-4e58-a5c2-a0a21567c2ad req-552e3257-f298-461b-9ccc-5529c83a7ca6 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Received port after_create {{(pid=104275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:18:44.394592 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e3257-f298-461b-9ccc-5529c83a7ca6 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Pushing event updated for resources: {'Port': ['ID=449fbc31-4c62-4d87-bf2d-b96937911200,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:18:44.444408 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e138b-5974-4e58-a5c2-a0a21567c2ad req-552e3257-f298-461b-9ccc-5529c83a7ca6 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:44.445043 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-725e138b-5974-4e58-a5c2-a0a21567c2ad req-552e3257-f298-461b-9ccc-5529c83a7ca6 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for port (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:44.469323 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-725e138b-5974-4e58-a5c2-a0a21567c2ad req-552e3257-f298-461b-9ccc-5529c83a7ca6 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5798221 May 20 09:18:44.541674 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 35782) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:18:44.545960 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [req-725e138b-5974-4e58-a5c2-a0a21567c2ad req-94647c53-d86e-4af0-a6e1-7cfc2bf70e7b service neutron] Request body: {'port': {'device_id': 'a803a923-432b-49f2-8495-8db38c6e44e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:18:44.597289 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:44.615471 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b9ab7-47ff-41ba-b88e-b9a908d1cdd0 req-e86564c4-b596-4c74-b633-ac4245a3d654 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:44.617083 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-099b9ab7-47ff-41ba-b88e-b9a908d1cdd0 req-e86564c4-b596-4c74-b633-ac4245a3d654 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.44 "GET /v2.0/networks?id=1877e401-d42a-4a52-b633-242e6f958903 HTTP/1.1" status: 200 len: 811 time: 0.1398842 May 20 09:18:44.639253 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-725e138b-5974-4e58-a5c2-a0a21567c2ad req-94647c53-d86e-4af0-a6e1-7cfc2bf70e7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (449fbc31-4c62-4d87-bf2d-b96937911200), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:44.699486 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a3e7c670-3f4b-40c2-8b89-39cd016007dc None None] Provisioning complete for port 449fbc31-4c62-4d87-bf2d-b96937911200 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:18:44.700898 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a3e7c670-3f4b-40c2-8b89-39cd016007dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (449fbc31-4c62-4d87-bf2d-b96937911200), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:44.740181 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-099b9ab7-47ff-41ba-b88e-b9a908d1cdd0 req-65779c2b-60c4-404b-a472-6766ebcd8a1c tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9dd35ce1fcbd4038a0c556a45059c7d7 HTTP/1.1" status: 200 len: 380 time: 0.1129637 May 20 09:18:44.755470 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [req-099b9ab7-47ff-41ba-b88e-b9a908d1cdd0 req-ab402a46-4b48-4b0c-a19b-d234428d5015 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Request body: {'port': {'device_id': '1a725791-6ff4-480f-8bce-77731edd3aad', 'network_id': '1877e401-d42a-4a52-b633-242e6f958903', 'admin_state_up': True, 'tenant_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'security_groups': ['af41d5d9-c7f1-4dfe-94d9-6a39dd66ca01']}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:18:44.764259 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:44.779093 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a3e7c670-3f4b-40c2-8b89-39cd016007dc None None] Port 449fbc31-4c62-4d87-bf2d-b96937911200 cannot update to ACTIVE because it is not bound. {{(pid=104277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 20 09:18:44.811758 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:44.833754 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-1133afc9-6a9b-4bf6-b30e-5a4208532e14 req-5cffecf9-10d7-41bb-aebf-3897fb5b1abc tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a725791-6ff4-480f-8bce-77731edd3aad HTTP/1.1" status: 200 len: 210 time: 0.0375679 May 20 09:18:44.903980 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ecf5e0-f04e-4dc1-8e0a-b4bfaae2c387 req-872aaa58-9346-48db-a9a9-df1867e51efe tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:44.905470 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a8ecf5e0-f04e-4dc1-8e0a-b4bfaae2c387 req-872aaa58-9346-48db-a9a9-df1867e51efe tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=a803a923-432b-49f2-8495-8db38c6e44e1 HTTP/1.1" status: 200 len: 932 time: 0.1431792 May 20 09:18:45.000475 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.notifiers.nova [req-725e138b-5974-4e58-a5c2-a0a21567c2ad req-94647c53-d86e-4af0-a6e1-7cfc2bf70e7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 449fbc31-4c62-4d87-bf2d-b96937911200 {{(pid=104275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 09:18:45.008369 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-725e138b-5974-4e58-a5c2-a0a21567c2ad req-94647c53-d86e-4af0-a6e1-7cfc2bf70e7b service neutron] Publish callbacks [] for port (449fbc31-4c62-4d87-bf2d-b96937911200), precommit_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:45.022263 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.provisioning_blocks [req-725e138b-5974-4e58-a5c2-a0a21567c2ad req-94647c53-d86e-4af0-a6e1-7cfc2bf70e7b service neutron] Transition to ACTIVE for port object 449fbc31-4c62-4d87-bf2d-b96937911200 will not be triggered until provisioned by entity L2. {{(pid=104275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 20 09:18:45.027249 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-725e138b-5974-4e58-a5c2-a0a21567c2ad req-94647c53-d86e-4af0-a6e1-7cfc2bf70e7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30908404'] for port (449fbc31-4c62-4d87-bf2d-b96937911200), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:45.052110 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a8ecf5e0-f04e-4dc1-8e0a-b4bfaae2c387 req-1f82346d-335b-4674-a729-4888241c1824 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=b745a0dc-9f82-404f-a9fd-6ccc1ab3d2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140194 May 20 09:18:45.062860 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-099b9ab7-47ff-41ba-b88e-b9a908d1cdd0 req-ab402a46-4b48-4b0c-a19b-d234428d5015 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Made reservation on behalf of 9dd35ce1fcbd4038a0c556a45059c7d7 for: {'port': 1} {{(pid=104276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:18:45.066770 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-099b9ab7-47ff-41ba-b88e-b9a908d1cdd0 req-ab402a46-4b48-4b0c-a19b-d234428d5015 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:45.080652 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:45.088328 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94647c53-d86e-4af0-a6e1-7cfc2bf70e7b service neutron] Pushing event updated for resources: {'Port': ['ID=449fbc31-4c62-4d87-bf2d-b96937911200,revision_number=2']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:18:45.158961 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [req-725e138b-5974-4e58-a5c2-a0a21567c2ad req-94647c53-d86e-4af0-a6e1-7cfc2bf70e7b service neutron] Attempting to bind port 449fbc31-4c62-4d87-bf2d-b96937911200 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 20 09:18:45.159314 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [req-725e138b-5974-4e58-a5c2-a0a21567c2ad req-94647c53-d86e-4af0-a6e1-7cfc2bf70e7b service neutron] Attempting to bind port 449fbc31-4c62-4d87-bf2d-b96937911200 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'ef282a07-cf11-4b01-9306-f20c5aec5e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '328df357-f834-447d-8616-ac57cd7979a2'}] {{(pid=104275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 20 09:18:45.159831 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725e138b-5974-4e58-a5c2-a0a21567c2ad req-94647c53-d86e-4af0-a6e1-7cfc2bf70e7b service neutron] Attempting to bind port 449fbc31-4c62-4d87-bf2d-b96937911200 on network 328df357-f834-447d-8616-ac57cd7979a2 {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:18:45.165237 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725e138b-5974-4e58-a5c2-a0a21567c2ad req-94647c53-d86e-4af0-a6e1-7cfc2bf70e7b service neutron] Port 449fbc31-4c62-4d87-bf2d-b96937911200 on network 328df357-f834-447d-8616-ac57cd7979a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 09:18:45.165549 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725e138b-5974-4e58-a5c2-a0a21567c2ad req-94647c53-d86e-4af0-a6e1-7cfc2bf70e7b service neutron] Attempting to bind port 449fbc31-4c62-4d87-bf2d-b96937911200 on network 328df357-f834-447d-8616-ac57cd7979a2 {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:18:45.170668 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725e138b-5974-4e58-a5c2-a0a21567c2ad req-94647c53-d86e-4af0-a6e1-7cfc2bf70e7b service neutron] Checking agent: {'id': '2d1be950-4dd6-4324-90da-2272c7a86826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 9, 11, 22), 'started_at': datetime.datetime(2022, 5, 20, 9, 11, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 9, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 09:18:45.170997 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725e138b-5974-4e58-a5c2-a0a21567c2ad req-94647c53-d86e-4af0-a6e1-7cfc2bf70e7b service neutron] Checking segment: {'id': 'ef282a07-cf11-4b01-9306-f20c5aec5e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '328df357-f834-447d-8616-ac57cd7979a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:18:45.171399 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725e138b-5974-4e58-a5c2-a0a21567c2ad req-94647c53-d86e-4af0-a6e1-7cfc2bf70e7b service neutron] Bound using segment: {'id': 'ef282a07-cf11-4b01-9306-f20c5aec5e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '328df357-f834-447d-8616-ac57cd7979a2'} {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 09:18:45.171820 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [req-725e138b-5974-4e58-a5c2-a0a21567c2ad req-94647c53-d86e-4af0-a6e1-7cfc2bf70e7b service neutron] Bound port: 449fbc31-4c62-4d87-bf2d-b96937911200, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef282a07-cf11-4b01-9306-f20c5aec5e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '328df357-f834-447d-8616-ac57cd7979a2'}}] {{(pid=104275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 20 09:18:45.172176 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-725e138b-5974-4e58-a5c2-a0a21567c2ad req-94647c53-d86e-4af0-a6e1-7cfc2bf70e7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (449fbc31-4c62-4d87-bf2d-b96937911200), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:45.240102 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [req-725e138b-5974-4e58-a5c2-a0a21567c2ad req-94647c53-d86e-4af0-a6e1-7cfc2bf70e7b service neutron] For port 449fbc31-4c62-4d87-bf2d-b96937911200, host hv-cinder-83699, cleared binding levels {{(pid=104275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 09:18:45.243799 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [req-725e138b-5974-4e58-a5c2-a0a21567c2ad req-94647c53-d86e-4af0-a6e1-7cfc2bf70e7b service neutron] For port 449fbc31-4c62-4d87-bf2d-b96937911200, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=449fbc31-4c62-4d87-bf2d-b96937911200,segment=NetworkSegment(ef282a07-cf11-4b01-9306-f20c5aec5e53),segment_id=ef282a07-cf11-4b01-9306-f20c5aec5e53)] {{(pid=104275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 09:18:45.252213 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-725e138b-5974-4e58-a5c2-a0a21567c2ad req-94647c53-d86e-4af0-a6e1-7cfc2bf70e7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30908404'] for port (449fbc31-4c62-4d87-bf2d-b96937911200), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:45.286907 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e138b-5974-4e58-a5c2-a0a21567c2ad req-94647c53-d86e-4af0-a6e1-7cfc2bf70e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:45.287539 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-725e138b-5974-4e58-a5c2-a0a21567c2ad req-94647c53-d86e-4af0-a6e1-7cfc2bf70e7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for port (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:45.288938 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-725e138b-5974-4e58-a5c2-a0a21567c2ad req-94647c53-d86e-4af0-a6e1-7cfc2bf70e7b service neutron] 10.222.0.44 "PUT /v2.0/ports/449fbc31-4c62-4d87-bf2d-b96937911200 HTTP/1.1" status: 200 len: 1094 time: 0.8087435 May 20 09:18:45.289368 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a803a923-432b-49f2-8495-8db38c6e44e1', 'tag': '449fbc31-4c62-4d87-bf2d-b96937911200'}] {{(pid=104275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:18:45.291604 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eea53449646a7168c1429fc9fd421a4bc8c13d7c241c91a60dad7e76b53d9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637dbf25-cb1d-4539-8a81-a6118570fea4" -d '{"events": [{"name": "network-changed", "server_uuid": "a803a923-432b-49f2-8495-8db38c6e44e1", "tag": "449fbc31-4c62-4d87-bf2d-b96937911200"}]}' {{(pid=104275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:18:45.326402 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94647c53-d86e-4af0-a6e1-7cfc2bf70e7b service neutron] Pushing event updated for resources: {'Port': ['ID=449fbc31-4c62-4d87-bf2d-b96937911200,revision_number=3']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:18:45.338069 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_common [req-099b9ab7-47ff-41ba-b88e-b9a908d1cdd0 req-ab402a46-4b48-4b0c-a19b-d234428d5015 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Allocated IP 172.20.0.10 (1877e401-d42a-4a52-b633-242e6f958903/627f3291-137c-4051-aa19-caaa09ad6395/6c738cd6-fb28-423a-8cab-3d62c2f21538) {{(pid=104276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:18:45.360072 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 09:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b44b1a-23c8-41d7-9f8e-9712c85a5f78 x-openstack-request-id: req-84b44b1a-23c8-41d7-9f8e-9712c85a5f78 {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:18:45.360585 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a803a923-432b-49f2-8495-8db38c6e44e1", "tag": "449fbc31-4c62-4d87-bf2d-b96937911200", "status": "completed", "code": 200}]} {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:18:45.360981 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-84b44b1a-23c8-41d7-9f8e-9712c85a5f78 {{(pid=104275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:18:45.361705 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84b44b1a-23c8-41d7-9f8e-9712c85a5f78'] response: {'name': 'network-changed', 'server_uuid': 'a803a923-432b-49f2-8495-8db38c6e44e1', 'tag': '449fbc31-4c62-4d87-bf2d-b96937911200', 'status': 'completed', 'code': 200} May 20 09:18:45.391619 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e138b-5974-4e58-a5c2-a0a21567c2ad req-1fd5a738-ec05-479c-aef4-03494642266a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:45.393293 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-725e138b-5974-4e58-a5c2-a0a21567c2ad req-1fd5a738-ec05-479c-aef4-03494642266a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ddfd22e3dde4cc89c073bd2d88d648b&device_id=a803a923-432b-49f2-8495-8db38c6e44e1 HTTP/1.1" status: 200 len: 1128 time: 0.0478020 May 20 09:18:45.436463 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-725e138b-5974-4e58-a5c2-a0a21567c2ad req-8df82ee1-4d22-4624-9e5b-e75fd6b2f71f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=449fbc31-4c62-4d87-bf2d-b96937911200 HTTP/1.1" status: 200 len: 217 time: 0.0360301 May 20 09:18:45.455949 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-fec7caae-b3f7-4db7-aa6c-7dfb41081771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683207'] for router_interface (ff7d3e86-a7d8-426a-9485-31431a43ae23), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:45.493026 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e138b-5974-4e58-a5c2-a0a21567c2ad req-3cba9dc4-d819-4f4c-ae88-f4abe5ddceb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:45.494499 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-725e138b-5974-4e58-a5c2-a0a21567c2ad req-3cba9dc4-d819-4f4c-ae88-f4abe5ddceb5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6a66febf-40e6-435b-a129-884260e28f23 HTTP/1.1" status: 200 len: 853 time: 0.0518889 May 20 09:18:45.544259 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e138b-5974-4e58-a5c2-a0a21567c2ad req-d9020b73-fc98-4729-a848-009a2af65010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:45.546007 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-725e138b-5974-4e58-a5c2-a0a21567c2ad req-d9020b73-fc98-4729-a848-009a2af65010 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=328df357-f834-447d-8616-ac57cd7979a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0445268 May 20 09:18:45.551943 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:45.607150 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:45.645077 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-725e138b-5974-4e58-a5c2-a0a21567c2ad req-ac4c0845-52cc-4d1f-910e-824cd914884f service neutron] 10.222.0.44 "GET /v2.0/networks/328df357-f834-447d-8616-ac57cd7979a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916743 May 20 09:18:45.651576 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-099b9ab7-47ff-41ba-b88e-b9a908d1cdd0 req-ab402a46-4b48-4b0c-a19b-d234428d5015 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks [] for port (6c738cd6-fb28-423a-8cab-3d62c2f21538), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:45.737448 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-725e138b-5974-4e58-a5c2-a0a21567c2ad req-58fa1152-2a21-4219-8934-d2cb2621963a service neutron] 10.222.0.44 "GET /v2.0/networks/328df357-f834-447d-8616-ac57cd7979a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862339 May 20 09:18:45.759078 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:45.775585 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a3e898f9-2d7b-403d-99c3-30f762b0a70b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:46.012084 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-49e0f452-5183-4bab-a316-56859cbac36d req-fad21ca2-49b8-4a3f-88be-79498c7d9038 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a725791-6ff4-480f-8bce-77731edd3aad HTTP/1.1" status: 200 len: 210 time: 0.0833206 May 20 09:18:46.063047 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-099b9ab7-47ff-41ba-b88e-b9a908d1cdd0 req-ab402a46-4b48-4b0c-a19b-d234428d5015 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (6c738cd6-fb28-423a-8cab-3d62c2f21538), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:46.132201 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-099b9ab7-47ff-41ba-b88e-b9a908d1cdd0 req-ab402a46-4b48-4b0c-a19b-d234428d5015 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Network 1877e401-d42a-4a52-b633-242e6f958903 is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:18:46.138209 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [req-099b9ab7-47ff-41ba-b88e-b9a908d1cdd0 req-ab402a46-4b48-4b0c-a19b-d234428d5015 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:18:46.142619 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [req-099b9ab7-47ff-41ba-b88e-b9a908d1cdd0 req-ab402a46-4b48-4b0c-a19b-d234428d5015 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Received port after_create {{(pid=104276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:18:46.145368 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-fec7caae-b3f7-4db7-aa6c-7dfb41081771 admin admin] Deleting port 579a5d10-afc1-4603-a78c-86ca10960c02 {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:18:46.145693 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-fec7caae-b3f7-4db7-aa6c-7dfb41081771 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (579a5d10-afc1-4603-a78c-86ca10960c02), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:46.149495 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab402a46-4b48-4b0c-a19b-d234428d5015 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Pushing event updated for resources: {'Port': ['ID=6c738cd6-fb28-423a-8cab-3d62c2f21538,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:18:46.198250 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec04be-7bb2-4195-93ca-682702a26a6b req-1787b865-b8cc-4664-8bd9-ce5b8238c5dd tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:46.200153 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-38ec04be-7bb2-4195-93ca-682702a26a6b req-1787b865-b8cc-4664-8bd9-ce5b8238c5dd tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=a803a923-432b-49f2-8495-8db38c6e44e1 HTTP/1.1" status: 200 len: 944 time: 0.0628369 May 20 09:18:46.213222 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:46.224374 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:46.248211 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b9ab7-47ff-41ba-b88e-b9a908d1cdd0 req-ab402a46-4b48-4b0c-a19b-d234428d5015 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:46.248861 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-099b9ab7-47ff-41ba-b88e-b9a908d1cdd0 req-ab402a46-4b48-4b0c-a19b-d234428d5015 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for port (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:46.260558 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-38ec04be-7bb2-4195-93ca-682702a26a6b req-937a4fcc-2e16-46b4-8bc0-49fd0373028e tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=b745a0dc-9f82-404f-a9fd-6ccc1ab3d2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542693 May 20 09:18:46.290319 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-099b9ab7-47ff-41ba-b88e-b9a908d1cdd0 req-ab402a46-4b48-4b0c-a19b-d234428d5015 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5403445 May 20 09:18:46.292184 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [None req-fec7caae-b3f7-4db7-aa6c-7dfb41081771 admin admin] For port 579a5d10-afc1-4603-a78c-86ca10960c02, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=579a5d10-afc1-4603-a78c-86ca10960c02,segment=NetworkSegment(32ffeb4b-663b-4183-8636-9b9183111437),segment_id=32ffeb4b-663b-4183-8636-9b9183111437)] {{(pid=104276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:18:46.292562 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-fec7caae-b3f7-4db7-aa6c-7dfb41081771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (579a5d10-afc1-4603-a78c-86ca10960c02), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:46.306267 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-fec7caae-b3f7-4db7-aa6c-7dfb41081771 admin admin] Calling delete_port for 579a5d10-afc1-4603-a78c-86ca10960c02 owned by network:router_interface {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:18:46.381538 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-19f16b82-da72-44c8-8030-41444c688fc2 None None] Provisioning complete for port 6c738cd6-fb28-423a-8cab-3d62c2f21538 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:18:46.381980 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-19f16b82-da72-44c8-8030-41444c688fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (6c738cd6-fb28-423a-8cab-3d62c2f21538), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:46.416065 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-19f16b82-da72-44c8-8030-41444c688fc2 None None] Port 6c738cd6-fb28-423a-8cab-3d62c2f21538 cannot update to ACTIVE because it is not bound. {{(pid=104277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 20 09:18:46.510137 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-fec7caae-b3f7-4db7-aa6c-7dfb41081771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (579a5d10-afc1-4603-a78c-86ca10960c02), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:46.547940 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [req-099b9ab7-47ff-41ba-b88e-b9a908d1cdd0 req-80ba6729-184e-432e-aa0c-b620a83057d4 service neutron] Request body: {'port': {'device_id': '1a725791-6ff4-480f-8bce-77731edd3aad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:18:46.550431 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec7caae-b3f7-4db7-aa6c-7dfb41081771 admin admin] Pushing event deleted for resources: {'Port': ['ID=579a5d10-afc1-4603-a78c-86ca10960c02,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:18:46.578595 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637dbf25-cb1d-4539-8a81-a6118570fea4 req-f9ca12ef-71fa-4301-91da-75a4a258969f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:46.579225 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-637dbf25-cb1d-4539-8a81-a6118570fea4 req-f9ca12ef-71fa-4301-91da-75a4a258969f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ddfd22e3dde4cc89c073bd2d88d648b&device_id=a803a923-432b-49f2-8495-8db38c6e44e1 HTTP/1.1" status: 200 len: 1128 time: 0.0452757 May 20 09:18:46.628954 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:46.675282 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637dbf25-cb1d-4539-8a81-a6118570fea4 req-4e683670-0f7a-4a22-a1e6-8ee91a9599aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:46.676893 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-637dbf25-cb1d-4539-8a81-a6118570fea4 req-4e683670-0f7a-4a22-a1e6-8ee91a9599aa service neutron] 10.222.0.44 "GET /v2.0/networks?id=328df357-f834-447d-8616-ac57cd7979a2 HTTP/1.1" status: 200 len: 915 time: 0.0910017 May 20 09:18:46.706656 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-099b9ab7-47ff-41ba-b88e-b9a908d1cdd0 req-80ba6729-184e-432e-aa0c-b620a83057d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (6c738cd6-fb28-423a-8cab-3d62c2f21538), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:46.721641 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-637dbf25-cb1d-4539-8a81-a6118570fea4 req-0ef64d86-a1e5-4d4a-9081-65df8387d580 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=449fbc31-4c62-4d87-bf2d-b96937911200 HTTP/1.1" status: 200 len: 217 time: 0.0375309 May 20 09:18:46.784991 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637dbf25-cb1d-4539-8a81-a6118570fea4 req-54a0bb2a-6f43-46b7-b9c4-8367d9f0bec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:46.786633 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-637dbf25-cb1d-4539-8a81-a6118570fea4 req-54a0bb2a-6f43-46b7-b9c4-8367d9f0bec0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6a66febf-40e6-435b-a129-884260e28f23 HTTP/1.1" status: 200 len: 853 time: 0.0583820 May 20 09:18:46.832848 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637dbf25-cb1d-4539-8a81-a6118570fea4 req-e5892e6b-9d59-40df-994e-7fa906b279d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:46.834482 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-637dbf25-cb1d-4539-8a81-a6118570fea4 req-e5892e6b-9d59-40df-994e-7fa906b279d9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=328df357-f834-447d-8616-ac57cd7979a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0404680 May 20 09:18:46.837022 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-fec7caae-b3f7-4db7-aa6c-7dfb41081771 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683099'] for router_interface (ff7d3e86-a7d8-426a-9485-31431a43ae23), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:46.933481 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-637dbf25-cb1d-4539-8a81-a6118570fea4 req-b48db51c-5253-489f-9cc0-a5403a0639a3 service neutron] 10.222.0.44 "GET /v2.0/networks/328df357-f834-447d-8616-ac57cd7979a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918517 May 20 09:18:47.037817 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-637dbf25-cb1d-4539-8a81-a6118570fea4 req-e03cd6be-8de6-4c2f-ae21-7aba24293cce service neutron] 10.222.0.44 "GET /v2.0/networks/328df357-f834-447d-8616-ac57cd7979a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977259 May 20 09:18:47.043857 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:47.095055 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:47.170858 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 5dbf97e0-97de-43b0-acce-908bce8975fe no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 09:18:47.187714 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3175e3-38e9-4c91-b135-2d229e8981b0 req-7ab02abd-64f9-460f-a0fe-48d52aa98145 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:47.189139 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2f3175e3-38e9-4c91-b135-2d229e8981b0 req-7ab02abd-64f9-460f-a0fe-48d52aa98145 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a725791-6ff4-480f-8bce-77731edd3aad HTTP/1.1" status: 200 len: 932 time: 0.0809224 May 20 09:18:47.190564 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] No Port match for: 5dbf97e0-97de-43b0-acce-908bce8975fe {{(pid=104277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 20 09:18:47.190877 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 5dbf97e0-97de-43b0-acce-908bce8975fe not bound to the agent host hv-cinder-83699 {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 09:18:47.265558 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.notifiers.nova [req-099b9ab7-47ff-41ba-b88e-b9a908d1cdd0 req-80ba6729-184e-432e-aa0c-b620a83057d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c738cd6-fb28-423a-8cab-3d62c2f21538 {{(pid=104276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 09:18:47.277044 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-099b9ab7-47ff-41ba-b88e-b9a908d1cdd0 req-80ba6729-184e-432e-aa0c-b620a83057d4 service neutron] Publish callbacks [] for port (6c738cd6-fb28-423a-8cab-3d62c2f21538), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:47.309167 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.provisioning_blocks [req-099b9ab7-47ff-41ba-b88e-b9a908d1cdd0 req-80ba6729-184e-432e-aa0c-b620a83057d4 service neutron] Transition to ACTIVE for port object 6c738cd6-fb28-423a-8cab-3d62c2f21538 will not be triggered until provisioned by entity L2. {{(pid=104276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 20 09:18:47.318074 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fec7caae-b3f7-4db7-aa6c-7dfb41081771 admin admin] Router ff7d3e86-a7d8-426a-9485-31431a43ae23 has already been hosted by L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 {{(pid=104276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 09:18:47.319136 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-099b9ab7-47ff-41ba-b88e-b9a908d1cdd0 req-80ba6729-184e-432e-aa0c-b620a83057d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32464857'] for port (6c738cd6-fb28-423a-8cab-3d62c2f21538), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:47.326233 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2f3175e3-38e9-4c91-b135-2d229e8981b0 req-a8694002-9cd5-4785-8025-c571fdb39abb tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=af41d5d9-c7f1-4dfe-94d9-6a39dd66ca01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958259 May 20 09:18:47.384027 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6453f-da5e-4fb0-b47f-489f4d7342ee req-6329fb96-1a9b-474c-987b-4df789a9796b tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:47.385613 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-12a6453f-da5e-4fb0-b47f-489f4d7342ee req-6329fb96-1a9b-474c-987b-4df789a9796b tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=a803a923-432b-49f2-8495-8db38c6e44e1 HTTP/1.1" status: 200 len: 944 time: 0.0521526 May 20 09:18:47.408244 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:47.409177 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba6729-184e-432e-aa0c-b620a83057d4 service neutron] Pushing event updated for resources: {'Port': ['ID=6c738cd6-fb28-423a-8cab-3d62c2f21538,revision_number=2']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:18:47.454481 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-12a6453f-da5e-4fb0-b47f-489f4d7342ee req-82052098-a7e6-4d67-96ca-cb47a915251c tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=b745a0dc-9f82-404f-a9fd-6ccc1ab3d2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624635 May 20 09:18:47.534711 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec7caae-b3f7-4db7-aa6c-7dfb41081771 admin admin] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:18:47.540903 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-fec7caae-b3f7-4db7-aa6c-7dfb41081771 admin admin] 10.222.0.69 "PUT /v2.0/routers/ff7d3e86-a7d8-426a-9485-31431a43ae23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9922011 May 20 09:18:47.543407 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 35806) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:18:47.544873 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60cfd5d-1af8-450c-befc-8d1d5549e985 None None] Sync routers for ids ['ff7d3e86-a7d8-426a-9485-31431a43ae23'] in dv-cinder-836996-23-iscsi {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:18:47.549279 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.managers [req-099b9ab7-47ff-41ba-b88e-b9a908d1cdd0 req-80ba6729-184e-432e-aa0c-b620a83057d4 service neutron] Attempting to bind port 6c738cd6-fb28-423a-8cab-3d62c2f21538 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 20 09:18:47.549609 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.managers [req-099b9ab7-47ff-41ba-b88e-b9a908d1cdd0 req-80ba6729-184e-432e-aa0c-b620a83057d4 service neutron] Attempting to bind port 6c738cd6-fb28-423a-8cab-3d62c2f21538 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '055db0ec-bbdc-429e-b6b8-f0e0ae6e750a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '1877e401-d42a-4a52-b633-242e6f958903'}] {{(pid=104276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 20 09:18:47.549934 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099b9ab7-47ff-41ba-b88e-b9a908d1cdd0 req-80ba6729-184e-432e-aa0c-b620a83057d4 service neutron] Attempting to bind port 6c738cd6-fb28-423a-8cab-3d62c2f21538 on network 1877e401-d42a-4a52-b633-242e6f958903 {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:18:47.555632 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60cfd5d-1af8-450c-befc-8d1d5549e985 None None] Routers {'ff7d3e86-a7d8-426a-9485-31431a43ae23'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:18:47.556256 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-d60cfd5d-1af8-450c-befc-8d1d5549e985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:18:46Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['ff7d3e86-a7d8-426a-9485-31431a43ae23'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:18:47.586126 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099b9ab7-47ff-41ba-b88e-b9a908d1cdd0 req-80ba6729-184e-432e-aa0c-b620a83057d4 service neutron] Port 6c738cd6-fb28-423a-8cab-3d62c2f21538 on network 1877e401-d42a-4a52-b633-242e6f958903 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 09:18:47.586421 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099b9ab7-47ff-41ba-b88e-b9a908d1cdd0 req-80ba6729-184e-432e-aa0c-b620a83057d4 service neutron] Attempting to bind port 6c738cd6-fb28-423a-8cab-3d62c2f21538 on network 1877e401-d42a-4a52-b633-242e6f958903 {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:18:47.600190 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099b9ab7-47ff-41ba-b88e-b9a908d1cdd0 req-80ba6729-184e-432e-aa0c-b620a83057d4 service neutron] Checking agent: {'id': '2d1be950-4dd6-4324-90da-2272c7a86826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 9, 11, 22), 'started_at': datetime.datetime(2022, 5, 20, 9, 11, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 9, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 09:18:47.600552 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099b9ab7-47ff-41ba-b88e-b9a908d1cdd0 req-80ba6729-184e-432e-aa0c-b620a83057d4 service neutron] Checking segment: {'id': '055db0ec-bbdc-429e-b6b8-f0e0ae6e750a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '1877e401-d42a-4a52-b633-242e6f958903'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:18:47.600934 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099b9ab7-47ff-41ba-b88e-b9a908d1cdd0 req-80ba6729-184e-432e-aa0c-b620a83057d4 service neutron] Bound using segment: {'id': '055db0ec-bbdc-429e-b6b8-f0e0ae6e750a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '1877e401-d42a-4a52-b633-242e6f958903'} {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 09:18:47.601368 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.managers [req-099b9ab7-47ff-41ba-b88e-b9a908d1cdd0 req-80ba6729-184e-432e-aa0c-b620a83057d4 service neutron] Bound port: 6c738cd6-fb28-423a-8cab-3d62c2f21538, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '055db0ec-bbdc-429e-b6b8-f0e0ae6e750a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '1877e401-d42a-4a52-b633-242e6f958903'}}] {{(pid=104276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 20 09:18:47.601724 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-099b9ab7-47ff-41ba-b88e-b9a908d1cdd0 req-80ba6729-184e-432e-aa0c-b620a83057d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (6c738cd6-fb28-423a-8cab-3d62c2f21538), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:47.676484 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-d60cfd5d-1af8-450c-befc-8d1d5549e985 None None] Set router ff7d3e86-a7d8-426a-9485-31431a43ae23 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:18:47.693938 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-63d48ccb-db9b-4950-b0e4-b15ed0fa944f admin admin] Publish callbacks [] for router (ff7d3e86-a7d8-426a-9485-31431a43ae23), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:47.740164 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [req-099b9ab7-47ff-41ba-b88e-b9a908d1cdd0 req-80ba6729-184e-432e-aa0c-b620a83057d4 service neutron] For port 6c738cd6-fb28-423a-8cab-3d62c2f21538, host hv-cinder-83699, cleared binding levels {{(pid=104276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 09:18:47.759341 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [req-099b9ab7-47ff-41ba-b88e-b9a908d1cdd0 req-80ba6729-184e-432e-aa0c-b620a83057d4 service neutron] For port 6c738cd6-fb28-423a-8cab-3d62c2f21538, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=6c738cd6-fb28-423a-8cab-3d62c2f21538,segment=NetworkSegment(055db0ec-bbdc-429e-b6b8-f0e0ae6e750a),segment_id=055db0ec-bbdc-429e-b6b8-f0e0ae6e750a)] {{(pid=104276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 09:18:47.792621 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-099b9ab7-47ff-41ba-b88e-b9a908d1cdd0 req-80ba6729-184e-432e-aa0c-b620a83057d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32464857'] for port (6c738cd6-fb28-423a-8cab-3d62c2f21538), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:47.842945 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b9ab7-47ff-41ba-b88e-b9a908d1cdd0 req-80ba6729-184e-432e-aa0c-b620a83057d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:47.843606 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-099b9ab7-47ff-41ba-b88e-b9a908d1cdd0 req-80ba6729-184e-432e-aa0c-b620a83057d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for port (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:47.845078 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-099b9ab7-47ff-41ba-b88e-b9a908d1cdd0 req-80ba6729-184e-432e-aa0c-b620a83057d4 service neutron] 10.222.0.44 "PUT /v2.0/ports/6c738cd6-fb28-423a-8cab-3d62c2f21538 HTTP/1.1" status: 200 len: 1094 time: 1.3041439 May 20 09:18:47.845582 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a725791-6ff4-480f-8bce-77731edd3aad', 'tag': '6c738cd6-fb28-423a-8cab-3d62c2f21538'}] {{(pid=104276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:18:47.849104 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f1859fdf6517cac9f3390f7253b255bfbc77edc31af200be8f81c994e01841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37eb893d-2692-4456-8706-7c8505104729" -d '{"events": [{"name": "network-changed", "server_uuid": "1a725791-6ff4-480f-8bce-77731edd3aad", "tag": "6c738cd6-fb28-423a-8cab-3d62c2f21538"}]}' {{(pid=104276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:18:47.858109 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-d60cfd5d-1af8-450c-befc-8d1d5549e985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7d3e86-a7d8-426a-9485-31431a43ae23', 'name': 'tempest-ServerRescueNegativeTestJSON-770542233-router', 'tenant_id': 'ed0e52a9d6374123b57759435d43d7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '67ab723e-d5a4-4c7d-b513-3a0916c831d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:15Z', 'updated_at': '2022-05-20T09:18:46Z', 'revision_number': 5, 'project_id': 'ed0e52a9d6374123b57759435d43d7aa', 'gw_port': {'id': '67ab723e-d5a4-4c7d-b513-3a0916c831d8', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:05:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7d3e86-a7d8-426a-9485-31431a43ae23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:16Z', 'updated_at': '2022-05-20T09:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi'}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:18:47.875016 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:47.879336 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-63d48ccb-db9b-4950-b0e4-b15ed0fa944f admin admin] Publish callbacks [] for router_gateway (ff7d3e86-a7d8-426a-9485-31431a43ae23), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:47.884169 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba6729-184e-432e-aa0c-b620a83057d4 service neutron] Pushing event updated for resources: {'Port': ['ID=6c738cd6-fb28-423a-8cab-3d62c2f21538,revision_number=3']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:18:47.937111 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 09:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4109b0-9110-43aa-ade5-1ad070d8588f x-openstack-request-id: req-7b4109b0-9110-43aa-ade5-1ad070d8588f {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:18:47.937542 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a725791-6ff4-480f-8bce-77731edd3aad", "tag": "6c738cd6-fb28-423a-8cab-3d62c2f21538", "status": "completed", "code": 200}]} {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:18:47.937797 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7b4109b0-9110-43aa-ade5-1ad070d8588f {{(pid=104276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:18:47.938260 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b4109b0-9110-43aa-ade5-1ad070d8588f'] response: {'name': 'network-changed', 'server_uuid': '1a725791-6ff4-480f-8bce-77731edd3aad', 'tag': '6c738cd6-fb28-423a-8cab-3d62c2f21538', 'status': 'completed', 'code': 200} May 20 09:18:47.984848 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-63d48ccb-db9b-4950-b0e4-b15ed0fa944f admin admin] Deleting port 67ab723e-d5a4-4c7d-b513-3a0916c831d8 {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:18:47.985194 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-63d48ccb-db9b-4950-b0e4-b15ed0fa944f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (67ab723e-d5a4-4c7d-b513-3a0916c831d8), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:47.990753 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b9ab7-47ff-41ba-b88e-b9a908d1cdd0 req-a1acc56b-0a06-464c-9363-197c2b449b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:47.992354 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-099b9ab7-47ff-41ba-b88e-b9a908d1cdd0 req-a1acc56b-0a06-464c-9363-197c2b449b0f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9dd35ce1fcbd4038a0c556a45059c7d7&device_id=1a725791-6ff4-480f-8bce-77731edd3aad HTTP/1.1" status: 200 len: 1128 time: 0.0571752 May 20 09:18:48.024856 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60cfd5d-1af8-450c-befc-8d1d5549e985 None None] Checking router: ff7d3e86-a7d8-426a-9485-31431a43ae23 for host: dv-cinder-836996-23-iscsi {{(pid=104277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:18:48.034576 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60cfd5d-1af8-450c-befc-8d1d5549e985 None None] Routers {'ff7d3e86-a7d8-426a-9485-31431a43ae23'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:18:48.035184 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-d60cfd5d-1af8-450c-befc-8d1d5549e985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:18:46Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['ff7d3e86-a7d8-426a-9485-31431a43ae23'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:18:48.138310 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-d60cfd5d-1af8-450c-befc-8d1d5549e985 None None] Set router ff7d3e86-a7d8-426a-9485-31431a43ae23 gateway port host: None {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:18:48.188564 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-d60cfd5d-1af8-450c-befc-8d1d5549e985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7d3e86-a7d8-426a-9485-31431a43ae23', 'name': 'tempest-ServerRescueNegativeTestJSON-770542233-router', 'tenant_id': 'ed0e52a9d6374123b57759435d43d7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:15Z', 'updated_at': '2022-05-20T09:18:47Z', 'revision_number': 6, 'project_id': 'ed0e52a9d6374123b57759435d43d7aa', 'gw_port_host': None}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:18:48.217907 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60cfd5d-1af8-450c-befc-8d1d5549e985 None None] The sync data for ids ['ff7d3e86-a7d8-426a-9485-31431a43ae23'] in dv-cinder-836996-23-iscsi is: [{'id': 'ff7d3e86-a7d8-426a-9485-31431a43ae23', 'name': 'tempest-ServerRescueNegativeTestJSON-770542233-router', 'tenant_id': 'ed0e52a9d6374123b57759435d43d7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:15Z', 'updated_at': '2022-05-20T09:18:47Z', 'revision_number': 6, 'project_id': 'ed0e52a9d6374123b57759435d43d7aa', 'gw_port_host': None}] {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:18:48.314731 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-099b9ab7-47ff-41ba-b88e-b9a908d1cdd0 req-a50bf374-bc29-48e5-ae7d-76a52175eb76 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c738cd6-fb28-423a-8cab-3d62c2f21538 HTTP/1.1" status: 200 len: 217 time: 0.3125775 May 20 09:18:48.379432 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:48.386611 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b9ab7-47ff-41ba-b88e-b9a908d1cdd0 req-c388c946-fb6d-4025-bc66-f2449c10070f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:48.388152 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-099b9ab7-47ff-41ba-b88e-b9a908d1cdd0 req-c388c946-fb6d-4025-bc66-f2449c10070f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=627f3291-137c-4051-aa19-caaa09ad6395 HTTP/1.1" status: 200 len: 850 time: 0.0670128 May 20 09:18:48.392921 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [None req-63d48ccb-db9b-4950-b0e4-b15ed0fa944f admin admin] For port 67ab723e-d5a4-4c7d-b513-3a0916c831d8, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=67ab723e-d5a4-4c7d-b513-3a0916c831d8,segment=NetworkSegment(99d4634d-7c16-4239-978b-38d882e34cf7),segment_id=99d4634d-7c16-4239-978b-38d882e34cf7)] {{(pid=104276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:18:48.393277 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-63d48ccb-db9b-4950-b0e4-b15ed0fa944f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (67ab723e-d5a4-4c7d-b513-3a0916c831d8), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:48.433156 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-63d48ccb-db9b-4950-b0e4-b15ed0fa944f admin admin] Calling delete_port for 67ab723e-d5a4-4c7d-b513-3a0916c831d8 owned by network:router_gateway {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:18:48.446000 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0120b-2f6a-49e6-bc5d-ef109a72b854 req-8d24f302-5b73-4304-b510-d8c7e25e1ff5 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:48.447524 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-65d0120b-2f6a-49e6-bc5d-ef109a72b854 req-8d24f302-5b73-4304-b510-d8c7e25e1ff5 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a725791-6ff4-480f-8bce-77731edd3aad HTTP/1.1" status: 200 len: 944 time: 0.0473392 May 20 09:18:48.453832 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b9ab7-47ff-41ba-b88e-b9a908d1cdd0 req-13ed2beb-4cbb-480c-966a-f9f323c4d80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:48.455400 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-099b9ab7-47ff-41ba-b88e-b9a908d1cdd0 req-13ed2beb-4cbb-480c-966a-f9f323c4d80f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1877e401-d42a-4a52-b633-242e6f958903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0591247 May 20 09:18:48.482007 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:48.504804 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-65d0120b-2f6a-49e6-bc5d-ef109a72b854 req-af978537-f4ca-4bfe-9ff7-110eb98b4521 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=af41d5d9-c7f1-4dfe-94d9-6a39dd66ca01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501335 May 20 09:18:48.648233 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2cacae-9763-4a98-bbe0-5b56f0546130 req-4547a035-562d-4c5a-b75d-ce23db72974f tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:48.649743 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-5f2cacae-9763-4a98-bbe0-5b56f0546130 req-4547a035-562d-4c5a-b75d-ce23db72974f tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=a803a923-432b-49f2-8495-8db38c6e44e1 HTTP/1.1" status: 200 len: 944 time: 0.1157372 May 20 09:18:48.693441 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-099b9ab7-47ff-41ba-b88e-b9a908d1cdd0 req-da2fdd95-a6ff-4aa5-9959-5cf0455eedd4 service neutron] 10.222.0.44 "GET /v2.0/networks/1877e401-d42a-4a52-b633-242e6f958903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089045 May 20 09:18:48.801553 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-5f2cacae-9763-4a98-bbe0-5b56f0546130 req-e49a4eb0-f0de-45c0-82e3-9538bf3d80db tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=b745a0dc-9f82-404f-a9fd-6ccc1ab3d2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430342 May 20 09:18:48.836087 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-63d48ccb-db9b-4950-b0e4-b15ed0fa944f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (67ab723e-d5a4-4c7d-b513-3a0916c831d8), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:48.864267 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-099b9ab7-47ff-41ba-b88e-b9a908d1cdd0 req-d744d8a2-57d7-4112-9a12-698431555c22 service neutron] 10.222.0.44 "GET /v2.0/networks/1877e401-d42a-4a52-b633-242e6f958903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633704 May 20 09:18:48.865354 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d48ccb-db9b-4950-b0e4-b15ed0fa944f admin admin] Pushing event deleted for resources: {'Port': ['ID=67ab723e-d5a4-4c7d-b513-3a0916c831d8,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:18:48.920388 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:48.930215 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-63d48ccb-db9b-4950-b0e4-b15ed0fa944f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680185'] for router_gateway (ff7d3e86-a7d8-426a-9485-31431a43ae23), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:49.015622 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 579a5d10-afc1-4603-a78c-86ca10960c02 no longer exists at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 09:18:49.034766 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-63d48ccb-db9b-4950-b0e4-b15ed0fa944f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1553'] for router (ff7d3e86-a7d8-426a-9485-31431a43ae23), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:49.035940 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] No Port match for: 579a5d10-afc1-4603-a78c-86ca10960c02 {{(pid=104277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 20 09:18:49.036130 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 579a5d10-afc1-4603-a78c-86ca10960c02 not bound to the agent host dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 09:18:49.036852 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-63d48ccb-db9b-4950-b0e4-b15ed0fa944f admin admin] Publish callbacks [] for router_controller (ff7d3e86-a7d8-426a-9485-31431a43ae23), precommit_delete_associations {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:49.037646 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 67ab723e-d5a4-4c7d-b513-3a0916c831d8 no longer exists at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 09:18:49.057080 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] No Port match for: 67ab723e-d5a4-4c7d-b513-3a0916c831d8 {{(pid=104277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 20 09:18:49.057439 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 67ab723e-d5a4-4c7d-b513-3a0916c831d8 not bound to the agent host dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 09:18:49.103716 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-63d48ccb-db9b-4950-b0e4-b15ed0fa944f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682147'] for router (ff7d3e86-a7d8-426a-9485-31431a43ae23), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:49.104375 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d48ccb-db9b-4950-b0e4-b15ed0fa944f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff7d3e86-a7d8-426a-9485-31431a43ae23 {{(pid=104276) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 09:18:49.109917 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-63d48ccb-db9b-4950-b0e4-b15ed0fa944f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:49.113418 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-63d48ccb-db9b-4950-b0e4-b15ed0fa944f admin admin] 10.222.0.69 "DELETE /v2.0/routers/ff7d3e86-a7d8-426a-9485-31431a43ae23 HTTP/1.1" status: 204 len: 168 time: 1.5667691 May 20 09:18:49.113674 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 35814) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:18:49.158667 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf0486ee-6cf2-4542-9787-1c2617763c51 admin admin] Deleting subnet a7263cb7-bd14-41ff-8f4b-b90e8869f0b0 {{(pid=104276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 20 09:18:49.162325 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-bf0486ee-6cf2-4542-9787-1c2617763c51 admin admin] Publish callbacks [] for subnet (a7263cb7-bd14-41ff-8f4b-b90e8869f0b0), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:49.173144 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 449fbc31-4c62-4d87-bf2d-b96937911200 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 09:18:49.199478 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-bf0486ee-6cf2-4542-9787-1c2617763c51 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30533093'] for subnet (a7263cb7-bd14-41ff-8f4b-b90e8869f0b0), precommit_delete_associations {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:49.282390 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port 449fbc31-4c62-4d87-bf2d-b96937911200, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=449fbc31-4c62-4d87-bf2d-b96937911200,segment=NetworkSegment(ef282a07-cf11-4b01-9306-f20c5aec5e53),segment_id=ef282a07-cf11-4b01-9306-f20c5aec5e53)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:18:49.294288 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Returning: {'device': '449fbc31-4c62-4d87-bf2d-b96937911200', 'network_id': '328df357-f834-447d-8616-ac57cd7979a2', 'port_id': '449fbc31-4c62-4d87-bf2d-b96937911200', 'mac_address': 'fa:16:3e:2e:3e:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a66febf-40e6-435b-a129-884260e28f23', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 09:18:49.314329 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-bf0486ee-6cf2-4542-9787-1c2617763c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1460055'] for subnet (a7263cb7-bd14-41ff-8f4b-b90e8869f0b0), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:49.329235 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port 449fbc31-4c62-4d87-bf2d-b96937911200 is: DOWN; New status is: BUILD {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:18:49.329623 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (449fbc31-4c62-4d87-bf2d-b96937911200), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:49.342969 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 449fbc31-4c62-4d87-bf2d-b96937911200 {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 09:18:49.354383 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:49.363218 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port 449fbc31-4c62-4d87-bf2d-b96937911200, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=449fbc31-4c62-4d87-bf2d-b96937911200,segment=NetworkSegment(ef282a07-cf11-4b01-9306-f20c5aec5e53),segment_id=ef282a07-cf11-4b01-9306-f20c5aec5e53)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:18:49.368991 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (449fbc31-4c62-4d87-bf2d-b96937911200), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:49.370583 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-bf0486ee-6cf2-4542-9787-1c2617763c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1460046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32461343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32308525'] for subnet (a7263cb7-bd14-41ff-8f4b-b90e8869f0b0), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:49.401675 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-bf0486ee-6cf2-4542-9787-1c2617763c51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for subnet (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:49.404828 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-bf0486ee-6cf2-4542-9787-1c2617763c51 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/a7263cb7-bd14-41ff-8f4b-b90e8869f0b0 HTTP/1.1" status: 204 len: 168 time: 0.2902188 May 20 09:18:49.405815 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0486ee-6cf2-4542-9787-1c2617763c51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7263cb7-bd14-41ff-8f4b-b90e8869f0b0,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:18:49.407355 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 35816) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:18:49.411208 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6419f7b0-410a-4bbf-934c-6c46769cc473 None None] Network 40febe0e-a58d-4d88-9cb1-48f696a34f45 requested from dv-cinder-836996-23-iscsi {{(pid=104277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 20 09:18:49.465739 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=449fbc31-4c62-4d87-bf2d-b96937911200,revision_number=4']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:18:49.475205 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a5de5812-9764-450c-838d-02cf08079d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1485502'] for network (40febe0e-a58d-4d88-9cb1-48f696a34f45), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:49.518008 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-a5de5812-9764-450c-838d-02cf08079d50 admin admin] Deleting port 34a9a027-7871-4382-b5c3-5863486b3344 {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:18:49.518698 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a5de5812-9764-450c-838d-02cf08079d50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (34a9a027-7871-4382-b5c3-5863486b3344), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:49.530124 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:49.589445 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32d5644-8427-4212-994d-0b48c4973bc3 None None] DHCP port deletion for 40febe0e-a58d-4d88-9cb1-48f696a34f45 request from dv-cinder-836996-23-iscsi {{(pid=104277) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 20 09:18:49.597022 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [None req-a5de5812-9764-450c-838d-02cf08079d50 admin admin] For port 34a9a027-7871-4382-b5c3-5863486b3344, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=34a9a027-7871-4382-b5c3-5863486b3344,segment=NetworkSegment(32ffeb4b-663b-4183-8636-9b9183111437),segment_id=32ffeb4b-663b-4183-8636-9b9183111437)] {{(pid=104276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:18:49.598075 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a5de5812-9764-450c-838d-02cf08079d50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (34a9a027-7871-4382-b5c3-5863486b3344), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:49.612832 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-a5de5812-9764-450c-838d-02cf08079d50 admin admin] Calling delete_port for 34a9a027-7871-4382-b5c3-5863486b3344 owned by network:dhcp {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:18:49.622284 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] get_ports_and_sgs() called for port_ids ['449fbc31-4c62-4d87-bf2d-b96937911200'] {{(pid=104277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 09:18:49.634195 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b33398-5868-4c03-83a8-a19617649530 req-9026021d-daa5-4d00-964a-5500837f1626 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:49.635978 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-34b33398-5868-4c03-83a8-a19617649530 req-9026021d-daa5-4d00-964a-5500837f1626 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a725791-6ff4-480f-8bce-77731edd3aad HTTP/1.1" status: 200 len: 944 time: 0.0534070 May 20 09:18:49.662435 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a32d5644-8427-4212-994d-0b48c4973bc3 None None] Deleting port 34a9a027-7871-4382-b5c3-5863486b3344 {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:18:49.662817 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a32d5644-8427-4212-994d-0b48c4973bc3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (34a9a027-7871-4382-b5c3-5863486b3344), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:49.684120 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-34b33398-5868-4c03-83a8-a19617649530 req-27555cb2-d158-4669-8877-6b87a29bc769 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=af41d5d9-c7f1-4dfe-94d9-6a39dd66ca01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422864 May 20 09:18:49.705549 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:49.733352 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a5de5812-9764-450c-838d-02cf08079d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (34a9a027-7871-4382-b5c3-5863486b3344), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:49.742071 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb893d-2692-4456-8706-7c8505104729 req-8522f9a3-41c0-4bef-9d30-1f7d39c8cbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:49.743705 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-37eb893d-2692-4456-8706-7c8505104729 req-8522f9a3-41c0-4bef-9d30-1f7d39c8cbe3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9dd35ce1fcbd4038a0c556a45059c7d7&device_id=1a725791-6ff4-480f-8bce-77731edd3aad HTTP/1.1" status: 200 len: 1128 time: 0.0565362 May 20 09:18:49.753930 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-a32d5644-8427-4212-994d-0b48c4973bc3 None None] For port 34a9a027-7871-4382-b5c3-5863486b3344, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=34a9a027-7871-4382-b5c3-5863486b3344,segment=NetworkSegment(32ffeb4b-663b-4183-8636-9b9183111437),segment_id=32ffeb4b-663b-4183-8636-9b9183111437)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:18:49.754328 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a32d5644-8427-4212-994d-0b48c4973bc3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (34a9a027-7871-4382-b5c3-5863486b3344), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:49.770847 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a32d5644-8427-4212-994d-0b48c4973bc3 None None] Calling delete_port for 34a9a027-7871-4382-b5c3-5863486b3344 owned by network:dhcp {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:18:49.771740 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5de5812-9764-450c-838d-02cf08079d50 admin admin] Pushing event deleted for resources: {'Port': ['ID=34a9a027-7871-4382-b5c3-5863486b3344,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:18:49.775215 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5de5812-9764-450c-838d-02cf08079d50 admin admin] No DVR routers for this DVR port 34a9a027-7871-4382-b5c3-5863486b3344 on host dv-cinder-836996-23-iscsi {{(pid=104276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:18:49.917055 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a5de5812-9764-450c-838d-02cf08079d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458914', 'neutron.services.segments.db._delete_segments_for_network-8728767071618'] for network (40febe0e-a58d-4d88-9cb1-48f696a34f45), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:49.919181 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:49.942168 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a32d5644-8427-4212-994d-0b48c4973bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945'] for port (34a9a027-7871-4382-b5c3-5863486b3344), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:49.959486 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.services.segments.db [None req-a5de5812-9764-450c-838d-02cf08079d50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40febe0e-a58d-4d88-9cb1-48f696a34f45']}} {{(pid=104276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:18:49.968097 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32d5644-8427-4212-994d-0b48c4973bc3 None None] Pushing event deleted for resources: {'Port': ['ID=34a9a027-7871-4382-b5c3-5863486b3344,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:18:49.974431 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32d5644-8427-4212-994d-0b48c4973bc3 None None] No DVR routers for this DVR port 34a9a027-7871-4382-b5c3-5863486b3344 on host dv-cinder-836996-23-iscsi {{(pid=104277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:18:49.977930 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45acd0-3152-4f08-bdd3-19d0e3a8c3c2 req-16f8d99f-5258-412b-962e-f4b6586cfb61 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:49.979484 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-fc45acd0-3152-4f08-bdd3-19d0e3a8c3c2 req-16f8d99f-5258-412b-962e-f4b6586cfb61 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=a803a923-432b-49f2-8495-8db38c6e44e1 HTTP/1.1" status: 200 len: 945 time: 0.1014886 May 20 09:18:49.984777 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.services.segments.db [None req-a5de5812-9764-450c-838d-02cf08079d50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32ffeb4b-663b-4183-8636-9b9183111437') {'for_net_delete': True} {{(pid=104276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:18:49.985051 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.services.segments.db [None req-a5de5812-9764-450c-838d-02cf08079d50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32ffeb4b-663b-4183-8636-9b9183111437') {} {{(pid=104276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:18:50.000681 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb893d-2692-4456-8706-7c8505104729 req-df6ef14c-3282-4e4d-940d-970864a69c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:50.002126 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-37eb893d-2692-4456-8706-7c8505104729 req-df6ef14c-3282-4e4d-940d-970864a69c98 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1877e401-d42a-4a52-b633-242e6f958903 HTTP/1.1" status: 200 len: 912 time: 0.2384048 May 20 09:18:50.006076 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a5de5812-9764-450c-838d-02cf08079d50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728767071371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30533084'] for segment (32ffeb4b-663b-4183-8636-9b9183111437), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:50.013898 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=30,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:50.015228 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=31,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:50.061113 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a5de5812-9764-450c-838d-02cf08079d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461326'] for segment (32ffeb4b-663b-4183-8636-9b9183111437), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:50.063842 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-37eb893d-2692-4456-8706-7c8505104729 req-e8b36889-180c-4060-9dc2-3ab9abbc5648 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c738cd6-fb28-423a-8cab-3d62c2f21538 HTTP/1.1" status: 200 len: 217 time: 0.0457103 May 20 09:18:50.074682 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5de5812-9764-450c-838d-02cf08079d50 admin admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=104276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 09:18:50.075052 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a5de5812-9764-450c-838d-02cf08079d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32464829'] for segment (32ffeb4b-663b-4183-8636-9b9183111437), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:50.142367 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:50.161151 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-fc45acd0-3152-4f08-bdd3-19d0e3a8c3c2 req-758becef-3eda-44aa-a3a7-2de5ef2fd380 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=b745a0dc-9f82-404f-a9fd-6ccc1ab3d2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739700 May 20 09:18:50.181981 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb893d-2692-4456-8706-7c8505104729 req-1e28f6bb-d6da-49d4-ac1d-423ecc77060b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:50.183509 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-37eb893d-2692-4456-8706-7c8505104729 req-1e28f6bb-d6da-49d4-ac1d-423ecc77060b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=627f3291-137c-4051-aa19-caaa09ad6395 HTTP/1.1" status: 200 len: 850 time: 0.1099467 May 20 09:18:50.184672 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a5de5812-9764-450c-838d-02cf08079d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680149'] for network (40febe0e-a58d-4d88-9cb1-48f696a34f45), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:50.190087 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a5de5812-9764-450c-838d-02cf08079d50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for network (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:50.196249 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-a5de5812-9764-450c-838d-02cf08079d50 admin admin] 10.222.0.69 "DELETE /v2.0/networks/40febe0e-a58d-4d88-9cb1-48f696a34f45 HTTP/1.1" status: 204 len: 168 time: 0.7849019 May 20 09:18:50.215725 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.services.segments.plugin [-] Segment 32ffeb4b-663b-4183-8636-9b9183111437 resource provider aggregate not found May 20 09:18:50.233921 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5de5812-9764-450c-838d-02cf08079d50 admin admin] Pushing event deleted for resources: {'Network': ['ID=40febe0e-a58d-4d88-9cb1-48f696a34f45,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:18:50.247116 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb893d-2692-4456-8706-7c8505104729 req-a4aa90f9-4b66-4bc6-a8c4-626921a36b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:50.248699 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-37eb893d-2692-4456-8706-7c8505104729 req-a4aa90f9-4b66-4bc6-a8c4-626921a36b59 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1877e401-d42a-4a52-b633-242e6f958903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0545695 May 20 09:18:50.254475 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.services.segments.plugin [-] Segment 32ffeb4b-663b-4183-8636-9b9183111437 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 32ffeb4b-663b-4183-8636-9b9183111437 found for delete ", "request_id": "req-cd5f74d9-e148-4294-a201-acf9dbfae0b1"}]} May 20 09:18:50.322627 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 35832) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:18:50.340623 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-37eb893d-2692-4456-8706-7c8505104729 req-822615ef-2c4e-4e0a-b691-4f496edbff50 service neutron] 10.222.0.44 "GET /v2.0/networks/1877e401-d42a-4a52-b633-242e6f958903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842154 May 20 09:18:50.365853 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-82354eb7-ce52-46ec-9be3-16b8951274ab admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ed0e52a9d6374123b57759435d43d7aa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0418575 May 20 09:18:50.368309 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 35834) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:18:50.409375 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:50.472670 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-37eb893d-2692-4456-8706-7c8505104729 req-4ad816cb-e578-4b44-9a8b-fa07bb09f27b service neutron] 10.222.0.44 "GET /v2.0/networks/1877e401-d42a-4a52-b633-242e6f958903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252406 May 20 09:18:50.473729 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-01ac4848-5300-4ce2-8070-d00f12736f5c admin admin] Publish callbacks [] for security_group (6de70825-ced0-4e95-bcfe-e7bd7882ed75), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:50.496835 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-01ac4848-5300-4ce2-8070-d00f12736f5c admin admin] Publish callbacks [] for security_group (6de70825-ced0-4e95-bcfe-e7bd7882ed75), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:50.556078 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-01ac4848-5300-4ce2-8070-d00f12736f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (6de70825-ced0-4e95-bcfe-e7bd7882ed75), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:50.560209 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-01ac4848-5300-4ce2-8070-d00f12736f5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:50.561784 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-01ac4848-5300-4ce2-8070-d00f12736f5c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6de70825-ced0-4e95-bcfe-e7bd7882ed75 HTTP/1.1" status: 204 len: 168 time: 0.1925230 May 20 09:18:50.569714 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac4848-5300-4ce2-8070-d00f12736f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de70825-ced0-4e95-bcfe-e7bd7882ed75,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:18:50.788591 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:50.802456 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76fe2da-6f9b-4f4b-bfa4-505996d0ee40 req-48d5efcf-8d16-4f8d-b8fc-aa0a1ef672fe tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:50.803994 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-d76fe2da-6f9b-4f4b-bfa4-505996d0ee40 req-48d5efcf-8d16-4f8d-b8fc-aa0a1ef672fe tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a725791-6ff4-480f-8bce-77731edd3aad HTTP/1.1" status: 200 len: 944 time: 0.0486302 May 20 09:18:50.850999 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-d76fe2da-6f9b-4f4b-bfa4-505996d0ee40 req-bb733432-92ff-4e8c-908e-ceac01c6b83d tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=af41d5d9-c7f1-4dfe-94d9-6a39dd66ca01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410883 May 20 09:18:51.009624 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 34a9a027-7871-4382-b5c3-5863486b3344 no longer exists at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 09:18:51.028926 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] No Port match for: 34a9a027-7871-4382-b5c3-5863486b3344 {{(pid=104277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 20 09:18:51.029254 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 34a9a027-7871-4382-b5c3-5863486b3344 not bound to the agent host dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 09:18:51.176885 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 6c738cd6-fb28-423a-8cab-3d62c2f21538 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 09:18:51.180191 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 449fbc31-4c62-4d87-bf2d-b96937911200 up at agent hyperv_hv-cinder-83699 {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:18:51.279574 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c4855-1acf-4304-a11c-e915e3419eff req-55ac5bd6-7a29-4290-b908-8ec800d84603 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:51.280559 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Provisioning for port 449fbc31-4c62-4d87-bf2d-b96937911200 completed by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 20 09:18:51.281760 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-276c4855-1acf-4304-a11c-e915e3419eff req-55ac5bd6-7a29-4290-b908-8ec800d84603 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=a803a923-432b-49f2-8495-8db38c6e44e1 HTTP/1.1" status: 200 len: 945 time: 0.0509276 May 20 09:18:51.291197 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Provisioning complete for port 449fbc31-4c62-4d87-bf2d-b96937911200 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:18:51.291599 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (449fbc31-4c62-4d87-bf2d-b96937911200), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:51.296601 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:51.343705 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-276c4855-1acf-4304-a11c-e915e3419eff req-93693c75-b39c-4cc7-a7e1-ff0b12f1350d tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=b745a0dc-9f82-404f-a9fd-6ccc1ab3d2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521462 May 20 09:18:51.369413 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port 6c738cd6-fb28-423a-8cab-3d62c2f21538, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=6c738cd6-fb28-423a-8cab-3d62c2f21538,segment=NetworkSegment(055db0ec-bbdc-429e-b6b8-f0e0ae6e750a),segment_id=055db0ec-bbdc-429e-b6b8-f0e0ae6e750a)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:18:51.382676 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Returning: {'device': '6c738cd6-fb28-423a-8cab-3d62c2f21538', 'network_id': '1877e401-d42a-4a52-b633-242e6f958903', 'port_id': '6c738cd6-fb28-423a-8cab-3d62c2f21538', 'mac_address': 'fa:16:3e:7c:6c:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '627f3291-137c-4051-aa19-caaa09ad6395', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 09:18:51.440499 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port 449fbc31-4c62-4d87-bf2d-b96937911200 is: BUILD; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:18:51.440881 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (449fbc31-4c62-4d87-bf2d-b96937911200), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:51.444821 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port 6c738cd6-fb28-423a-8cab-3d62c2f21538 is: DOWN; New status is: BUILD {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:18:51.445186 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (6c738cd6-fb28-423a-8cab-3d62c2f21538), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:51.471308 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c738cd6-fb28-423a-8cab-3d62c2f21538 {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 09:18:51.478514 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a803a923-432b-49f2-8495-8db38c6e44e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449fbc31-4c62-4d87-bf2d-b96937911200'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:18:51.480761 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a79de04d4ec243d1cdc81b41ccc126ec62664011dfe1c1a94e68b1d536b5d8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef47dad-7f39-476b-8b7c-65b280733694" -d '{"events": [{"server_uuid": "a803a923-432b-49f2-8495-8db38c6e44e1", "name": "network-vif-plugged", "status": "completed", "tag": "449fbc31-4c62-4d87-bf2d-b96937911200"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:18:51.499953 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port 449fbc31-4c62-4d87-bf2d-b96937911200, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=449fbc31-4c62-4d87-bf2d-b96937911200,segment=NetworkSegment(ef282a07-cf11-4b01-9306-f20c5aec5e53),segment_id=ef282a07-cf11-4b01-9306-f20c5aec5e53)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:18:51.507413 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (449fbc31-4c62-4d87-bf2d-b96937911200), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:51.510314 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port 6c738cd6-fb28-423a-8cab-3d62c2f21538, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=6c738cd6-fb28-423a-8cab-3d62c2f21538,segment=NetworkSegment(055db0ec-bbdc-429e-b6b8-f0e0ae6e750a),segment_id=055db0ec-bbdc-429e-b6b8-f0e0ae6e750a)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:18:51.535797 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 09:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69854301-f9c3-45be-9fa3-e64a578c2249 x-openstack-request-id: req-69854301-f9c3-45be-9fa3-e64a578c2249 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:18:51.536102 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a803a923-432b-49f2-8495-8db38c6e44e1", "name": "network-vif-plugged", "status": "completed", "tag": "449fbc31-4c62-4d87-bf2d-b96937911200", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:18:51.536355 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-69854301-f9c3-45be-9fa3-e64a578c2249 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:18:51.536749 dv-cinder-836996-23-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69854301-f9c3-45be-9fa3-e64a578c2249'] response: {'server_uuid': 'a803a923-432b-49f2-8495-8db38c6e44e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449fbc31-4c62-4d87-bf2d-b96937911200', 'code': 200} May 20 09:18:51.539317 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (6c738cd6-fb28-423a-8cab-3d62c2f21538), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:51.565219 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=449fbc31-4c62-4d87-bf2d-b96937911200,revision_number=5']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:18:51.613840 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=6c738cd6-fb28-423a-8cab-3d62c2f21538,revision_number=4']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:18:51.720454 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31915795-ea5b-4fe7-bb82-5574fc80b53a req-db33a1a1-56d3-4b42-a8c3-8d0826a61f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:51.721980 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-31915795-ea5b-4fe7-bb82-5574fc80b53a req-db33a1a1-56d3-4b42-a8c3-8d0826a61f3a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a803a923-432b-49f2-8495-8db38c6e44e1 HTTP/1.1" status: 200 len: 1130 time: 0.0416005 May 20 09:18:51.766658 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-31915795-ea5b-4fe7-bb82-5574fc80b53a req-fa6d7196-f191-43ab-8bfb-f1f7c3f7fbc2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b745a0dc-9f82-404f-a9fd-6ccc1ab3d2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377584 May 20 09:18:51.777066 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] get_ports_and_sgs() called for port_ids ['6c738cd6-fb28-423a-8cab-3d62c2f21538'] {{(pid=104277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 09:18:51.799313 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:51.979650 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716af25-4185-496d-98ed-473ce9a9d1f3 req-04c53515-4593-4895-9587-f1c3c3c21c2b tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:51.981010 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9716af25-4185-496d-98ed-473ce9a9d1f3 req-04c53515-4593-4895-9587-f1c3c3c21c2b tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a725791-6ff4-480f-8bce-77731edd3aad HTTP/1.1" status: 200 len: 945 time: 0.0521967 May 20 09:18:52.030394 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9716af25-4185-496d-98ed-473ce9a9d1f3 req-f7ca6b2b-f4c4-485e-9524-55676f334369 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=af41d5d9-c7f1-4dfe-94d9-6a39dd66ca01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412621 May 20 09:18:52.473421 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e2d62a-61d2-402f-ad6e-595bbaf05cda req-490250c4-d708-452c-a640-5ade07b5d652 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:52.474943 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-e8e2d62a-61d2-402f-ad6e-595bbaf05cda req-490250c4-d708-452c-a640-5ade07b5d652 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=a803a923-432b-49f2-8495-8db38c6e44e1 HTTP/1.1" status: 200 len: 946 time: 0.0521224 May 20 09:18:52.511163 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:52.523527 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-e8e2d62a-61d2-402f-ad6e-595bbaf05cda req-168cb9ad-92a1-483b-ac9e-c7186219cf3f tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=b745a0dc-9f82-404f-a9fd-6ccc1ab3d2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416484 May 20 09:18:52.791371 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (2d1be950-4dd6-4324-90da-2272c7a86826), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:53.151156 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b4d2c4-213d-4f56-8092-d62d481e0d9b req-cc597e4a-ff55-4147-a947-50ff157c7b8f tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:53.152661 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-92b4d2c4-213d-4f56-8092-d62d481e0d9b req-cc597e4a-ff55-4147-a947-50ff157c7b8f tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a725791-6ff4-480f-8bce-77731edd3aad HTTP/1.1" status: 200 len: 945 time: 0.0517690 May 20 09:18:53.202129 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 6c738cd6-fb28-423a-8cab-3d62c2f21538 up at agent hyperv_hv-cinder-83699 {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:18:53.207114 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-92b4d2c4-213d-4f56-8092-d62d481e0d9b req-0351e053-4daf-40cd-a2f5-8cb0bee596ee tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=af41d5d9-c7f1-4dfe-94d9-6a39dd66ca01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461307 May 20 09:18:53.246186 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Provisioning for port 6c738cd6-fb28-423a-8cab-3d62c2f21538 completed by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 20 09:18:53.254082 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Provisioning complete for port 6c738cd6-fb28-423a-8cab-3d62c2f21538 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:18:53.254580 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (6c738cd6-fb28-423a-8cab-3d62c2f21538), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:53.327523 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port 6c738cd6-fb28-423a-8cab-3d62c2f21538 is: BUILD; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:18:53.327939 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (6c738cd6-fb28-423a-8cab-3d62c2f21538), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:53.362810 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port 6c738cd6-fb28-423a-8cab-3d62c2f21538, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=6c738cd6-fb28-423a-8cab-3d62c2f21538,segment=NetworkSegment(055db0ec-bbdc-429e-b6b8-f0e0ae6e750a),segment_id=055db0ec-bbdc-429e-b6b8-f0e0ae6e750a)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:18:53.368226 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (6c738cd6-fb28-423a-8cab-3d62c2f21538), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:53.412591 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=6c738cd6-fb28-423a-8cab-3d62c2f21538,revision_number=5']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:18:53.538664 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a725791-6ff4-480f-8bce-77731edd3aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c738cd6-fb28-423a-8cab-3d62c2f21538'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:18:53.542419 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a79de04d4ec243d1cdc81b41ccc126ec62664011dfe1c1a94e68b1d536b5d8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a19696-0522-4a49-a4fb-1e408e48b9dc" -d '{"events": [{"server_uuid": "1a725791-6ff4-480f-8bce-77731edd3aad", "name": "network-vif-plugged", "status": "completed", "tag": "6c738cd6-fb28-423a-8cab-3d62c2f21538"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:18:53.583368 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 09:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95db831f-dc32-4416-8319-1c06c93ed55c x-openstack-request-id: req-95db831f-dc32-4416-8319-1c06c93ed55c {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:18:53.583652 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a725791-6ff4-480f-8bce-77731edd3aad", "name": "network-vif-plugged", "status": "completed", "tag": "6c738cd6-fb28-423a-8cab-3d62c2f21538", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:18:53.583937 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-95db831f-dc32-4416-8319-1c06c93ed55c {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:18:53.584307 dv-cinder-836996-23-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95db831f-dc32-4416-8319-1c06c93ed55c'] response: {'server_uuid': '1a725791-6ff4-480f-8bce-77731edd3aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c738cd6-fb28-423a-8cab-3d62c2f21538', 'code': 200} May 20 09:18:53.647190 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f69fa-9086-4474-84ff-9145b1c3382d req-dcb42f42-971d-45e3-be38-374e7079c88f tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:53.648937 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-e83f69fa-9086-4474-84ff-9145b1c3382d req-dcb42f42-971d-45e3-be38-374e7079c88f tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=a803a923-432b-49f2-8495-8db38c6e44e1 HTTP/1.1" status: 200 len: 946 time: 0.0515068 May 20 09:18:53.698896 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-e83f69fa-9086-4474-84ff-9145b1c3382d req-333e8eb9-9367-40e8-b45b-a0a316d4472e tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=b745a0dc-9f82-404f-a9fd-6ccc1ab3d2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441680 May 20 09:18:53.753332 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64125919-8a86-4ac2-9d55-fa62768695e8 req-aa213f8d-99c5-46f5-aa05-2038139739db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:53.754874 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-64125919-8a86-4ac2-9d55-fa62768695e8 req-aa213f8d-99c5-46f5-aa05-2038139739db service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1a725791-6ff4-480f-8bce-77731edd3aad HTTP/1.1" status: 200 len: 1130 time: 0.0393682 May 20 09:18:53.814729 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:53.837387 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-64125919-8a86-4ac2-9d55-fa62768695e8 req-6b25b634-331d-48a9-9fa3-9d1ddadb9453 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=af41d5d9-c7f1-4dfe-94d9-6a39dd66ca01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738153 May 20 09:18:53.844108 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cfbb37-b800-4c43-9973-bc98a5381fac req-129283fb-cd91-4cd5-a87a-bd143e21f42b tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:53.845499 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-74cfbb37-b800-4c43-9973-bc98a5381fac req-129283fb-cd91-4cd5-a87a-bd143e21f42b tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=a803a923-432b-49f2-8495-8db38c6e44e1 HTTP/1.1" status: 200 len: 946 time: 0.0748899 May 20 09:18:53.855022 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 35894) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:18:53.859367 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-6e47821a-f605-4918-a005-8baab8f4ffd2 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Request body: {'floatingip': {'port_id': '449fbc31-4c62-4d87-bf2d-b96937911200'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:18:53.897079 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6e47821a-f605-4918-a005-8baab8f4ffd2 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for floatingip (14587f46-396f-46e7-894e-52265b903401), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:54.306743 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:54.380017 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c306beb-c611-402a-9c7c-3f0af68b8283 req-471e08cc-82f9-431f-ba51-5aa91a7a0caa tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:54.381733 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8c306beb-c611-402a-9c7c-3f0af68b8283 req-471e08cc-82f9-431f-ba51-5aa91a7a0caa tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a725791-6ff4-480f-8bce-77731edd3aad HTTP/1.1" status: 200 len: 946 time: 0.0938988 May 20 09:18:54.391195 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6e47821a-f605-4918-a005-8baab8f4ffd2 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:54.398610 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6e47821a-f605-4918-a005-8baab8f4ffd2 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680135'] for floatingip (14587f46-396f-46e7-894e-52265b903401), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:54.476614 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8c306beb-c611-402a-9c7c-3f0af68b8283 req-1273f96a-c68d-4eaf-96b1-48237a6724c7 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=af41d5d9-c7f1-4dfe-94d9-6a39dd66ca01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877023 May 20 09:18:54.772039 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.db.l3_db [None req-6e47821a-f605-4918-a005-8baab8f4ffd2 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Floating IP 14587f46-396f-46e7-894e-52265b903401 associated. External IP: 172.27.0.17, port: 449fbc31-4c62-4d87-bf2d-b96937911200. May 20 09:18:54.971401 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e47821a-f605-4918-a005-8baab8f4ffd2 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Router 7a21919f-b788-4282-be5f-e9af099ab34c has already been hosted by L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 {{(pid=104276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 09:18:55.073017 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e47821a-f605-4918-a005-8baab8f4ffd2 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:18:55.078114 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6e47821a-f605-4918-a005-8baab8f4ffd2 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for floatingip (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:55.082981 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5d1362-87e7-4cb7-b024-f6880e56e4ef None None] Sync routers for ids ['7a21919f-b788-4282-be5f-e9af099ab34c'] in dv-cinder-836996-23-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:18:55.083484 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:55.093131 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5d1362-87e7-4cb7-b024-f6880e56e4ef None None] Routers {'7a21919f-b788-4282-be5f-e9af099ab34c'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:18:55.093757 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-8a5d1362-87e7-4cb7-b024-f6880e56e4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:18:46Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['7a21919f-b788-4282-be5f-e9af099ab34c'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:18:55.114094 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-6e47821a-f605-4918-a005-8baab8f4ffd2 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "PUT /v2.0/floatingips/14587f46-396f-46e7-894e-52265b903401 HTTP/1.1" status: 200 len: 991 time: 1.2579648 May 20 09:18:55.114766 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a803a923-432b-49f2-8495-8db38c6e44e1', 'tag': '449fbc31-4c62-4d87-bf2d-b96937911200'}] {{(pid=104276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:18:55.117232 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f1859fdf6517cac9f3390f7253b255bfbc77edc31af200be8f81c994e01841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327b465a-eb6d-43b9-bdd3-47afe043c4d2" -d '{"events": [{"name": "network-changed", "server_uuid": "a803a923-432b-49f2-8495-8db38c6e44e1", "tag": "449fbc31-4c62-4d87-bf2d-b96937911200"}]}' {{(pid=104276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:18:55.153126 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 09:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d8d937-7817-4d80-a98c-18a4e501f65d x-openstack-request-id: req-c6d8d937-7817-4d80-a98c-18a4e501f65d {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:18:55.153421 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a803a923-432b-49f2-8495-8db38c6e44e1", "tag": "449fbc31-4c62-4d87-bf2d-b96937911200", "status": "completed", "code": 200}]} {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:18:55.153689 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c6d8d937-7817-4d80-a98c-18a4e501f65d {{(pid=104276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:18:55.154248 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6d8d937-7817-4d80-a98c-18a4e501f65d'] response: {'name': 'network-changed', 'server_uuid': 'a803a923-432b-49f2-8495-8db38c6e44e1', 'tag': '449fbc31-4c62-4d87-bf2d-b96937911200', 'status': 'completed', 'code': 200} May 20 09:18:55.194943 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-8a5d1362-87e7-4cb7-b024-f6880e56e4ef None None] Set router 7a21919f-b788-4282-be5f-e9af099ab34c gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:18:55.381544 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b465a-eb6d-43b9-bdd3-47afe043c4d2 req-d2bed63e-4ddb-43ca-bc9e-e2d630a7b8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:55.383334 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-327b465a-eb6d-43b9-bdd3-47afe043c4d2 req-d2bed63e-4ddb-43ca-bc9e-e2d630a7b8cc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ddfd22e3dde4cc89c073bd2d88d648b&device_id=a803a923-432b-49f2-8495-8db38c6e44e1 HTTP/1.1" status: 200 len: 1130 time: 0.0453320 May 20 09:18:55.413052 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-8a5d1362-87e7-4cb7-b024-f6880e56e4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'name': 'tempest-AttachVolumeNegativeTest-998905379-router', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:32Z', 'revision_number': 4, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'gw_port': {'id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:22Z', 'updated_at': '2022-05-20T09:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_floatingips': [{'id': '14587f46-396f-46e7-894e-52265b903401', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'floating_ip_address': '172.27.0.17', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'port_id': '449fbc31-4c62-4d87-bf2d-b96937911200', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '328df357-f834-447d-8616-ac57cd7979a2', 'mac_address': 'fa:16:3e:2e:3e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a803a923-432b-49f2-8495-8db38c6e44e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:18:40Z', 'updated_at': '2022-05-20T09:18:54Z', 'revision_number': 1, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1641841d-4922-4348-9adf-d1dfb4671082', 'name': '', 'network_id': '328df357-f834-447d-8616-ac57cd7979a2', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'mac_address': 'fa:16:3e:63:e9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6a66febf-40e6-435b-a129-884260e28f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:28Z', 'updated_at': '2022-05-20T09:13:43Z', 'revision_number': 5, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'subnets': [{'id': '6a66febf-40e6-435b-a129-884260e28f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:18:55.438233 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5d1362-87e7-4cb7-b024-f6880e56e4ef None None] Checking router: 7a21919f-b788-4282-be5f-e9af099ab34c for host: dv-cinder-836996-23-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:18:55.446867 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5d1362-87e7-4cb7-b024-f6880e56e4ef None None] Routers {'7a21919f-b788-4282-be5f-e9af099ab34c'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:18:55.447510 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-8a5d1362-87e7-4cb7-b024-f6880e56e4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:18:46Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['7a21919f-b788-4282-be5f-e9af099ab34c'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:18:55.476682 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b465a-eb6d-43b9-bdd3-47afe043c4d2 req-e751cded-2f33-4594-ae12-f67331729285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:55.478449 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-327b465a-eb6d-43b9-bdd3-47afe043c4d2 req-e751cded-2f33-4594-ae12-f67331729285 service neutron] 10.222.0.44 "GET /v2.0/networks?id=328df357-f834-447d-8616-ac57cd7979a2 HTTP/1.1" status: 200 len: 915 time: 0.0883429 May 20 09:18:55.556756 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-8a5d1362-87e7-4cb7-b024-f6880e56e4ef None None] Set router 7a21919f-b788-4282-be5f-e9af099ab34c gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:18:55.559081 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-327b465a-eb6d-43b9-bdd3-47afe043c4d2 req-f762f65c-e3e1-4679-99de-ac76157bccd4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=449fbc31-4c62-4d87-bf2d-b96937911200 HTTP/1.1" status: 200 len: 999 time: 0.0692999 May 20 09:18:55.650218 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7648cceb-759f-496a-b3a9-99bc940301de req-ef593302-24de-4812-a29f-775fe648fe42 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:55.651742 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7648cceb-759f-496a-b3a9-99bc940301de req-ef593302-24de-4812-a29f-775fe648fe42 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a725791-6ff4-480f-8bce-77731edd3aad HTTP/1.1" status: 200 len: 946 time: 0.0886409 May 20 09:18:55.659060 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b465a-eb6d-43b9-bdd3-47afe043c4d2 req-9af1d47c-17e2-4850-a2d9-e712625ab60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:55.660618 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-327b465a-eb6d-43b9-bdd3-47afe043c4d2 req-9af1d47c-17e2-4850-a2d9-e712625ab60d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6a66febf-40e6-435b-a129-884260e28f23 HTTP/1.1" status: 200 len: 853 time: 0.0951717 May 20 09:18:55.726875 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b465a-eb6d-43b9-bdd3-47afe043c4d2 req-4582faa0-2782-4e0b-8682-e8eb12365e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:55.728424 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-327b465a-eb6d-43b9-bdd3-47afe043c4d2 req-4582faa0-2782-4e0b-8682-e8eb12365e49 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=328df357-f834-447d-8616-ac57cd7979a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0599229 May 20 09:18:55.758860 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7648cceb-759f-496a-b3a9-99bc940301de req-09d1e504-4437-4878-be9d-5e37a8a3d6c5 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=af41d5d9-c7f1-4dfe-94d9-6a39dd66ca01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971971 May 20 09:18:55.789374 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:55.801014 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-8a5d1362-87e7-4cb7-b024-f6880e56e4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'name': 'tempest-AttachVolumeNegativeTest-998905379-router', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:32Z', 'revision_number': 4, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'gw_port': {'id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:22Z', 'updated_at': '2022-05-20T09:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_floatingips': [{'id': '14587f46-396f-46e7-894e-52265b903401', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'floating_ip_address': '172.27.0.17', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'port_id': '449fbc31-4c62-4d87-bf2d-b96937911200', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '328df357-f834-447d-8616-ac57cd7979a2', 'mac_address': 'fa:16:3e:2e:3e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a803a923-432b-49f2-8495-8db38c6e44e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:18:40Z', 'updated_at': '2022-05-20T09:18:54Z', 'revision_number': 1, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1641841d-4922-4348-9adf-d1dfb4671082', 'name': '', 'network_id': '328df357-f834-447d-8616-ac57cd7979a2', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'mac_address': 'fa:16:3e:63:e9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6a66febf-40e6-435b-a129-884260e28f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:28Z', 'updated_at': '2022-05-20T09:13:43Z', 'revision_number': 5, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'subnets': [{'id': '6a66febf-40e6-435b-a129-884260e28f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:18:55.825198 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5d1362-87e7-4cb7-b024-f6880e56e4ef None None] The sync data for ids ['7a21919f-b788-4282-be5f-e9af099ab34c'] in dv-cinder-836996-23-iscsi is: [{'id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'name': 'tempest-AttachVolumeNegativeTest-998905379-router', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:32Z', 'revision_number': 4, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'gw_port': {'id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:22Z', 'updated_at': '2022-05-20T09:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_floatingips': [{'id': '14587f46-396f-46e7-894e-52265b903401', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'floating_ip_address': '172.27.0.17', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'port_id': '449fbc31-4c62-4d87-bf2d-b96937911200', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '328df357-f834-447d-8616-ac57cd7979a2', 'mac_address': 'fa:16:3e:2e:3e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a803a923-432b-49f2-8495-8db38c6e44e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:18:40Z', 'updated_at': '2022-05-20T09:18:54Z', 'revision_number': 1, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1641841d-4922-4348-9adf-d1dfb4671082', 'name': '', 'network_id': '328df357-f834-447d-8616-ac57cd7979a2', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'mac_address': 'fa:16:3e:63:e9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6a66febf-40e6-435b-a129-884260e28f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:28Z', 'updated_at': '2022-05-20T09:13:43Z', 'revision_number': 5, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'subnets': [{'id': '6a66febf-40e6-435b-a129-884260e28f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:18:55.858739 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-327b465a-eb6d-43b9-bdd3-47afe043c4d2 req-b410a37c-9f2e-4921-9eab-e26587b6fb5b service neutron] 10.222.0.44 "GET /v2.0/networks/328df357-f834-447d-8616-ac57cd7979a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227422 May 20 09:18:55.919775 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278eaaf1-6a17-428a-b35d-c89dffaf992e req-e01e3fb6-2e68-4511-a6b4-cf9f1b0d2b10 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:55.921889 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-278eaaf1-6a17-428a-b35d-c89dffaf992e req-e01e3fb6-2e68-4511-a6b4-cf9f1b0d2b10 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a725791-6ff4-480f-8bce-77731edd3aad HTTP/1.1" status: 200 len: 946 time: 0.0691800 May 20 09:18:55.931469 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 35940) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:18:55.937362 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-05a7fc95-c847-4ab9-8cb7-c28c3365b8d6 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Request body: {'floatingip': {'port_id': '6c738cd6-fb28-423a-8cab-3d62c2f21538'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:18:55.961949 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-327b465a-eb6d-43b9-bdd3-47afe043c4d2 req-f9947e65-7d2a-41b1-8110-297c8cd2fcbb service neutron] 10.222.0.44 "GET /v2.0/networks/328df357-f834-447d-8616-ac57cd7979a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962968 May 20 09:18:55.983043 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-05a7fc95-c847-4ab9-8cb7-c28c3365b8d6 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks [] for floatingip (74118af1-7963-4e69-8565-96c473c3b190), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:56.100974 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840039ab-514a-4305-aaf7-ba72b6d2756d None None] New status for floating IP 14587f46-396f-46e7-894e-52265b903401: ACTIVE {{(pid=104277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 20 09:18:56.145315 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:56.441040 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-05a7fc95-c847-4ab9-8cb7-c28c3365b8d6 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:56.447219 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-05a7fc95-c847-4ab9-8cb7-c28c3365b8d6 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680135'] for floatingip (74118af1-7963-4e69-8565-96c473c3b190), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:56.548612 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.db.l3_db [None req-05a7fc95-c847-4ab9-8cb7-c28c3365b8d6 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Floating IP 74118af1-7963-4e69-8565-96c473c3b190 associated. External IP: 172.27.0.250, port: 6c738cd6-fb28-423a-8cab-3d62c2f21538. May 20 09:18:56.951931 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:57.014998 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a7fc95-c847-4ab9-8cb7-c28c3365b8d6 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Router 3713a506-e0c9-495e-af24-db3cc15e2153 has already been hosted by L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 {{(pid=104275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 09:18:57.017953 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:57.123939 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a7fc95-c847-4ab9-8cb7-c28c3365b8d6 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:18:57.128817 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-05a7fc95-c847-4ab9-8cb7-c28c3365b8d6 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for floatingip (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:18:57.134978 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a2fb4f-debb-49e2-8d76-d2e03221f799 None None] Sync routers for ids ['3713a506-e0c9-495e-af24-db3cc15e2153'] in dv-cinder-836996-23-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:18:57.151190 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a2fb4f-debb-49e2-8d76-d2e03221f799 None None] Routers {'3713a506-e0c9-495e-af24-db3cc15e2153'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:18:57.152206 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-a2a2fb4f-debb-49e2-8d76-d2e03221f799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:18:46Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['3713a506-e0c9-495e-af24-db3cc15e2153'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:18:57.160318 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-05a7fc95-c847-4ab9-8cb7-c28c3365b8d6 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "PUT /v2.0/floatingips/74118af1-7963-4e69-8565-96c473c3b190 HTTP/1.1" status: 200 len: 992 time: 1.2275593 May 20 09:18:57.160892 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a725791-6ff4-480f-8bce-77731edd3aad', 'tag': '6c738cd6-fb28-423a-8cab-3d62c2f21538'}] {{(pid=104275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:18:57.163173 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eea53449646a7168c1429fc9fd421a4bc8c13d7c241c91a60dad7e76b53d9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc8b274-ca57-4a19-8965-f71109431288" -d '{"events": [{"name": "network-changed", "server_uuid": "1a725791-6ff4-480f-8bce-77731edd3aad", "tag": "6c738cd6-fb28-423a-8cab-3d62c2f21538"}]}' {{(pid=104275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:18:57.259558 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-a2a2fb4f-debb-49e2-8d76-d2e03221f799 None None] Set router 3713a506-e0c9-495e-af24-db3cc15e2153 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:18:57.262310 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 09:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a9d68a-f9b7-4a83-b8eb-3724f2d27ea1 x-openstack-request-id: req-e1a9d68a-f9b7-4a83-b8eb-3724f2d27ea1 {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:18:57.262641 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a725791-6ff4-480f-8bce-77731edd3aad", "tag": "6c738cd6-fb28-423a-8cab-3d62c2f21538", "status": "completed", "code": 200}]} {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:18:57.262891 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e1a9d68a-f9b7-4a83-b8eb-3724f2d27ea1 {{(pid=104275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:18:57.263310 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1a9d68a-f9b7-4a83-b8eb-3724f2d27ea1'] response: {'name': 'network-changed', 'server_uuid': '1a725791-6ff4-480f-8bce-77731edd3aad', 'tag': '6c738cd6-fb28-423a-8cab-3d62c2f21538', 'status': 'completed', 'code': 200} May 20 09:18:57.324679 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8b274-ca57-4a19-8965-f71109431288 req-f955578d-7339-46c7-a533-57c62a8e5583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:57.326130 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7bc8b274-ca57-4a19-8965-f71109431288 req-f955578d-7339-46c7-a533-57c62a8e5583 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9dd35ce1fcbd4038a0c556a45059c7d7&device_id=1a725791-6ff4-480f-8bce-77731edd3aad HTTP/1.1" status: 200 len: 1130 time: 0.0396404 May 20 09:18:57.395669 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:57.411231 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:57.419113 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8b274-ca57-4a19-8965-f71109431288 req-9cdd2907-4448-4743-b358-0b338eef473c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:57.420655 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7bc8b274-ca57-4a19-8965-f71109431288 req-9cdd2907-4448-4743-b358-0b338eef473c service neutron] 10.222.0.44 "GET /v2.0/networks?id=1877e401-d42a-4a52-b633-242e6f958903 HTTP/1.1" status: 200 len: 912 time: 0.0874355 May 20 09:18:57.481584 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7bc8b274-ca57-4a19-8965-f71109431288 req-9b447257-7a91-48ae-bd25-56a3f885d2c6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c738cd6-fb28-423a-8cab-3d62c2f21538 HTTP/1.1" status: 200 len: 1000 time: 0.0542333 May 20 09:18:57.490038 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-a2a2fb4f-debb-49e2-8d76-d2e03221f799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'name': 'tempest-AttachVolumeTestJSON-1210049740-router', 'tenant_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '42856557-56a9-4cea-bd20-f4eeff9b48c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:31Z', 'revision_number': 4, 'project_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'gw_port': {'id': '42856557-56a9-4cea-bd20-f4eeff9b48c3', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:22Z', 'updated_at': '2022-05-20T09:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_floatingips': [{'id': '74118af1-7963-4e69-8565-96c473c3b190', 'tenant_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'floating_ip_address': '172.27.0.250', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'port_id': '6c738cd6-fb28-423a-8cab-3d62c2f21538', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1877e401-d42a-4a52-b633-242e6f958903', 'mac_address': 'fa:16:3e:7c:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a725791-6ff4-480f-8bce-77731edd3aad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:18:42Z', 'updated_at': '2022-05-20T09:18:56Z', 'revision_number': 1, 'project_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c28a678-e96a-48f4-b1c5-6a01cd70d057', 'name': '', 'network_id': '1877e401-d42a-4a52-b633-242e6f958903', 'tenant_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'mac_address': 'fa:16:3e:e7:4c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '627f3291-137c-4051-aa19-caaa09ad6395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:27Z', 'updated_at': '2022-05-20T09:13:48Z', 'revision_number': 5, 'project_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'subnets': [{'id': '627f3291-137c-4051-aa19-caaa09ad6395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:18:57.517240 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a2fb4f-debb-49e2-8d76-d2e03221f799 None None] Checking router: 3713a506-e0c9-495e-af24-db3cc15e2153 for host: dv-cinder-836996-23-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:18:57.526293 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a2fb4f-debb-49e2-8d76-d2e03221f799 None None] Routers {'3713a506-e0c9-495e-af24-db3cc15e2153'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:18:57.526896 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-a2a2fb4f-debb-49e2-8d76-d2e03221f799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:18:46Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['3713a506-e0c9-495e-af24-db3cc15e2153'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:18:57.530517 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8b274-ca57-4a19-8965-f71109431288 req-6fb6ff5f-f733-456e-b7cb-41b4af112dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:57.532022 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7bc8b274-ca57-4a19-8965-f71109431288 req-6fb6ff5f-f733-456e-b7cb-41b4af112dd2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=627f3291-137c-4051-aa19-caaa09ad6395 HTTP/1.1" status: 200 len: 850 time: 0.0436530 May 20 09:18:57.579951 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8b274-ca57-4a19-8965-f71109431288 req-718b8f07-857b-4230-9eef-0095fc96a876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:57.581448 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7bc8b274-ca57-4a19-8965-f71109431288 req-718b8f07-857b-4230-9eef-0095fc96a876 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1877e401-d42a-4a52-b633-242e6f958903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422220 May 20 09:18:57.633586 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-a2a2fb4f-debb-49e2-8d76-d2e03221f799 None None] Set router 3713a506-e0c9-495e-af24-db3cc15e2153 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:18:57.696000 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7bc8b274-ca57-4a19-8965-f71109431288 req-ffbb84d2-edab-42a3-bc1c-cfe9df6f5c62 service neutron] 10.222.0.44 "GET /v2.0/networks/1877e401-d42a-4a52-b633-242e6f958903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060734 May 20 09:18:57.793872 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7bc8b274-ca57-4a19-8965-f71109431288 req-6dce4bc1-4d29-4034-9a6a-1e377e669bcd service neutron] 10.222.0.44 "GET /v2.0/networks/1877e401-d42a-4a52-b633-242e6f958903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915282 May 20 09:18:57.929407 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-a2a2fb4f-debb-49e2-8d76-d2e03221f799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'name': 'tempest-AttachVolumeTestJSON-1210049740-router', 'tenant_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '42856557-56a9-4cea-bd20-f4eeff9b48c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:31Z', 'revision_number': 4, 'project_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'gw_port': {'id': '42856557-56a9-4cea-bd20-f4eeff9b48c3', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:22Z', 'updated_at': '2022-05-20T09:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_floatingips': [{'id': '74118af1-7963-4e69-8565-96c473c3b190', 'tenant_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'floating_ip_address': '172.27.0.250', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'port_id': '6c738cd6-fb28-423a-8cab-3d62c2f21538', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1877e401-d42a-4a52-b633-242e6f958903', 'mac_address': 'fa:16:3e:7c:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a725791-6ff4-480f-8bce-77731edd3aad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:18:42Z', 'updated_at': '2022-05-20T09:18:56Z', 'revision_number': 1, 'project_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c28a678-e96a-48f4-b1c5-6a01cd70d057', 'name': '', 'network_id': '1877e401-d42a-4a52-b633-242e6f958903', 'tenant_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'mac_address': 'fa:16:3e:e7:4c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '627f3291-137c-4051-aa19-caaa09ad6395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:27Z', 'updated_at': '2022-05-20T09:13:48Z', 'revision_number': 5, 'project_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'subnets': [{'id': '627f3291-137c-4051-aa19-caaa09ad6395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:18:57.954920 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a2fb4f-debb-49e2-8d76-d2e03221f799 None None] The sync data for ids ['3713a506-e0c9-495e-af24-db3cc15e2153'] in dv-cinder-836996-23-iscsi is: [{'id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'name': 'tempest-AttachVolumeTestJSON-1210049740-router', 'tenant_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '42856557-56a9-4cea-bd20-f4eeff9b48c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:31Z', 'revision_number': 4, 'project_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'gw_port': {'id': '42856557-56a9-4cea-bd20-f4eeff9b48c3', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:22Z', 'updated_at': '2022-05-20T09:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_floatingips': [{'id': '74118af1-7963-4e69-8565-96c473c3b190', 'tenant_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'floating_ip_address': '172.27.0.250', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'port_id': '6c738cd6-fb28-423a-8cab-3d62c2f21538', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1877e401-d42a-4a52-b633-242e6f958903', 'mac_address': 'fa:16:3e:7c:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a725791-6ff4-480f-8bce-77731edd3aad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:18:42Z', 'updated_at': '2022-05-20T09:18:56Z', 'revision_number': 1, 'project_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c28a678-e96a-48f4-b1c5-6a01cd70d057', 'name': '', 'network_id': '1877e401-d42a-4a52-b633-242e6f958903', 'tenant_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'mac_address': 'fa:16:3e:e7:4c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '627f3291-137c-4051-aa19-caaa09ad6395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:27Z', 'updated_at': '2022-05-20T09:13:48Z', 'revision_number': 5, 'project_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'subnets': [{'id': '627f3291-137c-4051-aa19-caaa09ad6395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:18:58.168947 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed439f7-25d7-4f6c-afdc-3d340bd2bb15 None None] New status for floating IP 74118af1-7963-4e69-8565-96c473c3b190: ACTIVE {{(pid=104277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 20 09:18:59.339752 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:18:59.359545 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba28b3-c07f-4bf4-910b-9b99b579ec81 req-2e6cc3a6-0fbd-44ac-ba95-386ded28e725 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:18:59.362387 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f4ba28b3-c07f-4bf4-910b-9b99b579ec81 req-2e6cc3a6-0fbd-44ac-ba95-386ded28e725 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 946 time: 0.0491645 May 20 09:18:59.412395 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f4ba28b3-c07f-4bf4-910b-9b99b579ec81 req-6a6d53a2-2895-4246-98d4-77436f862b2d tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=77594603-be96-4488-bbad-ba5e3374762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419958 May 20 09:19:00.052609 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.agents_db [None req-08ca63ee-ac6b-41b9-8918-1f445ad695da None None] Agent healthcheck: found 6 active agents {{(pid=104278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 09:19:00.151853 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 36018) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:19:00.264376 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-bca83dbc-f8f7-42fb-a5f5-95122d7c43b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:00.343805 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-bca83dbc-f8f7-42fb-a5f5-95122d7c43b2 admin admin] Publish callbacks [] for security_group (7e87dcc6-d219-424a-ac72-3cad8a9113a7), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:00.349459 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-bca83dbc-f8f7-42fb-a5f5-95122d7c43b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (7e87dcc6-d219-424a-ac72-3cad8a9113a7), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:00.386956 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca83dbc-f8f7-42fb-a5f5-95122d7c43b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e87dcc6-d219-424a-ac72-3cad8a9113a7,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:00.393049 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-bca83dbc-f8f7-42fb-a5f5-95122d7c43b2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=74ff8868fb2d476184048c5af5fff5ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2401602 May 20 09:19:00.396302 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 36022) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:19:00.447072 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-41e34360-b41b-425c-9ad2-7c368197f1e6 admin admin] Publish callbacks [] for security_group (7e87dcc6-d219-424a-ac72-3cad8a9113a7), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:00.469170 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-41e34360-b41b-425c-9ad2-7c368197f1e6 admin admin] Publish callbacks [] for security_group (7e87dcc6-d219-424a-ac72-3cad8a9113a7), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:00.519566 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-41e34360-b41b-425c-9ad2-7c368197f1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (7e87dcc6-d219-424a-ac72-3cad8a9113a7), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:00.522317 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-41e34360-b41b-425c-9ad2-7c368197f1e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:00.523529 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-41e34360-b41b-425c-9ad2-7c368197f1e6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7e87dcc6-d219-424a-ac72-3cad8a9113a7 HTTP/1.1" status: 204 len: 168 time: 0.1261735 May 20 09:19:00.532358 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e34360-b41b-425c-9ad2-7c368197f1e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e87dcc6-d219-424a-ac72-3cad8a9113a7,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:00.542995 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b579124-2389-4a96-bc86-1fd22093da76 req-d62b2e28-f487-410a-a11a-907d9b772b41 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:00.544745 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-9b579124-2389-4a96-bc86-1fd22093da76 req-d62b2e28-f487-410a-a11a-907d9b772b41 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 946 time: 0.0573921 May 20 09:19:00.597175 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-9b579124-2389-4a96-bc86-1fd22093da76 req-ac3e1595-06fc-4204-8f76-ab7cd0dbc562 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=77594603-be96-4488-bbad-ba5e3374762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448008 May 20 09:19:01.723752 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d647711-a90f-4693-8bf5-25ee74a969e4 req-f8da38b8-a321-4d83-80b7-2dd13380bbac tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:01.725252 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8d647711-a90f-4693-8bf5-25ee74a969e4 req-f8da38b8-a321-4d83-80b7-2dd13380bbac tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 946 time: 0.0494998 May 20 09:19:01.750649 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:19:01.775780 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8d647711-a90f-4693-8bf5-25ee74a969e4 req-8082666f-00ff-4078-b40a-e181796e7560 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=77594603-be96-4488-bbad-ba5e3374762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438890 May 20 09:19:02.901611 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d7ab11-f6ee-470d-9248-72ec77b75f9e req-0af03a1c-cc5e-42f9-97dd-34e546baad55 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:02.903062 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-c8d7ab11-f6ee-470d-9248-72ec77b75f9e req-0af03a1c-cc5e-42f9-97dd-34e546baad55 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 946 time: 0.0551431 May 20 09:19:02.955636 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-c8d7ab11-f6ee-470d-9248-72ec77b75f9e req-d1c386d7-a124-474d-97bf-b37842f22464 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=77594603-be96-4488-bbad-ba5e3374762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442061 May 20 09:19:04.089862 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb059e-8a81-4955-82d4-a41ebc48aec7 req-0a3a99a5-eaa4-4ec8-bd35-e94cf85c1ed2 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:04.091308 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c5bb059e-8a81-4955-82d4-a41ebc48aec7 req-0a3a99a5-eaa4-4ec8-bd35-e94cf85c1ed2 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 946 time: 0.0498419 May 20 09:19:04.138773 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c5bb059e-8a81-4955-82d4-a41ebc48aec7 req-8cc3722c-6f49-44d7-a7f9-dda023af4210 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=77594603-be96-4488-bbad-ba5e3374762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418510 May 20 09:19:05.258702 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b80014-5cfa-4fda-b981-f0f5f3b03f84 req-f1c83e52-a6ef-4fa9-b557-0d383824076a tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:05.260253 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b7b80014-5cfa-4fda-b981-f0f5f3b03f84 req-f1c83e52-a6ef-4fa9-b557-0d383824076a tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 946 time: 0.0479827 May 20 09:19:05.307900 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b7b80014-5cfa-4fda-b981-f0f5f3b03f84 req-b122ebc3-46d6-4de0-aa1d-afcec9e0e51b tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=77594603-be96-4488-bbad-ba5e3374762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421004 May 20 09:19:06.432614 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a0607-e015-48c1-bdef-92532fdeb1be req-f5858e76-2862-41a8-9126-203f92c8634d tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:06.434082 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c77a0607-e015-48c1-bdef-92532fdeb1be req-f5858e76-2862-41a8-9126-203f92c8634d tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 946 time: 0.0478506 May 20 09:19:06.484417 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c77a0607-e015-48c1-bdef-92532fdeb1be req-900cf2e3-f925-4402-8be6-23e95a1cfd1f tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=77594603-be96-4488-bbad-ba5e3374762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447633 May 20 09:19:07.622067 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e0b07c-b035-4928-95f8-029d25611b43 req-9d3c7f97-6223-49c7-868d-c8342a40d2c5 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:07.623734 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-42e0b07c-b035-4928-95f8-029d25611b43 req-9d3c7f97-6223-49c7-868d-c8342a40d2c5 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 946 time: 0.0534523 May 20 09:19:07.675647 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-42e0b07c-b035-4928-95f8-029d25611b43 req-7871afa4-4e09-4814-9f27-e1f26a8aa554 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=77594603-be96-4488-bbad-ba5e3374762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457170 May 20 09:19:07.933445 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=44 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:19:08.806287 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bce88-eb56-4dd4-8618-1c8025478096 req-45cd574f-3568-4aea-8eba-0f3ed3b554a1 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:08.807842 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c70bce88-eb56-4dd4-8618-1c8025478096 req-45cd574f-3568-4aea-8eba-0f3ed3b554a1 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 946 time: 0.0480714 May 20 09:19:08.856361 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c70bce88-eb56-4dd4-8618-1c8025478096 req-0017f5b0-bd59-4636-88e2-dc6dc25512bf tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=77594603-be96-4488-bbad-ba5e3374762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430026 May 20 09:19:09.981760 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320ae6e-1361-44ba-aef2-45f5b74a7832 req-0a97bfec-d1ff-4232-9644-80dac8445136 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:09.983249 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-4320ae6e-1361-44ba-aef2-45f5b74a7832 req-0a97bfec-d1ff-4232-9644-80dac8445136 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 946 time: 0.0473740 May 20 09:19:10.033060 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-4320ae6e-1361-44ba-aef2-45f5b74a7832 req-7e6e71ca-8573-493a-be6a-b4a461f85a44 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=77594603-be96-4488-bbad-ba5e3374762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441082 May 20 09:19:10.048510 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=54 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:19:10.543852 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:19:10.544642 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=64,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:19:11.158853 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a26da8-da9c-4deb-b149-340a0723bc3c req-6562222a-ab56-43fd-8051-165fd9991e6c tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:11.160598 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c9a26da8-da9c-4deb-b149-340a0723bc3c req-6562222a-ab56-43fd-8051-165fd9991e6c tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 946 time: 0.0496688 May 20 09:19:11.210180 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c9a26da8-da9c-4deb-b149-340a0723bc3c req-7c2e7d3b-f914-490c-8697-4238abd55a0d tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=77594603-be96-4488-bbad-ba5e3374762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438254 May 20 09:19:11.549463 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 36182) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:19:11.660931 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2394a851-1dab-41c2-9efe-6d113aacef55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:11.735580 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2394a851-1dab-41c2-9efe-6d113aacef55 admin admin] Publish callbacks [] for security_group (d1bce70a-3287-45ea-a156-4661670fa8ad), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:11.741635 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2394a851-1dab-41c2-9efe-6d113aacef55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (d1bce70a-3287-45ea-a156-4661670fa8ad), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:11.778528 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2394a851-1dab-41c2-9efe-6d113aacef55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bce70a-3287-45ea-a156-4661670fa8ad,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:11.783151 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-2394a851-1dab-41c2-9efe-6d113aacef55 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7716edbdff2b45b3a850f97d873cdcc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2326941 May 20 09:19:11.785903 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 36186) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:19:11.812737 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:19:11.834192 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6f951f8e-7c5e-477f-a2a6-0ac651e1ede4 admin admin] Publish callbacks [] for security_group (d1bce70a-3287-45ea-a156-4661670fa8ad), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:11.854976 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6f951f8e-7c5e-477f-a2a6-0ac651e1ede4 admin admin] Publish callbacks [] for security_group (d1bce70a-3287-45ea-a156-4661670fa8ad), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:11.905881 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6f951f8e-7c5e-477f-a2a6-0ac651e1ede4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (d1bce70a-3287-45ea-a156-4661670fa8ad), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:11.908466 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6f951f8e-7c5e-477f-a2a6-0ac651e1ede4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:11.909637 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-6f951f8e-7c5e-477f-a2a6-0ac651e1ede4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d1bce70a-3287-45ea-a156-4661670fa8ad HTTP/1.1" status: 204 len: 168 time: 0.1228437 May 20 09:19:11.917291 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f951f8e-7c5e-477f-a2a6-0ac651e1ede4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bce70a-3287-45ea-a156-4661670fa8ad,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:12.195737 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 36192) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:19:12.209883 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f5bb172e-2f30-4e7c-b621-2b21167300be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:12.283781 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:19:12.293886 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f5bb172e-2f30-4e7c-b621-2b21167300be admin admin] Publish callbacks [] for security_group (ed18291a-e28f-4468-aaa6-cdd7a48cdc56), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:12.299280 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f5bb172e-2f30-4e7c-b621-2b21167300be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (ed18291a-e28f-4468-aaa6-cdd7a48cdc56), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:12.330006 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382eb6b-308e-42b2-9423-3518095be201 req-b991e12b-87bf-4785-b878-422f5f10f8d4 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:12.331504 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-c382eb6b-308e-42b2-9423-3518095be201 req-b991e12b-87bf-4785-b878-422f5f10f8d4 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 946 time: 0.0469546 May 20 09:19:12.339836 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-f5bb172e-2f30-4e7c-b621-2b21167300be admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0510f36e71d845a9b88d3556da294f8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1430416 May 20 09:19:12.340664 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb172e-2f30-4e7c-b621-2b21167300be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed18291a-e28f-4468-aaa6-cdd7a48cdc56,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:12.342895 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 36196) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:19:12.368629 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:19:12.383128 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-c382eb6b-308e-42b2-9423-3518095be201 req-2019d5cc-6631-4736-ab66-aa3ad175ad52 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=77594603-be96-4488-bbad-ba5e3374762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459592 May 20 09:19:12.390651 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-028da0d3-cf93-4164-8745-12f7873bfc1c admin admin] Publish callbacks [] for security_group (ed18291a-e28f-4468-aaa6-cdd7a48cdc56), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:12.412143 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-028da0d3-cf93-4164-8745-12f7873bfc1c admin admin] Publish callbacks [] for security_group (ed18291a-e28f-4468-aaa6-cdd7a48cdc56), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:12.460304 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-028da0d3-cf93-4164-8745-12f7873bfc1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (ed18291a-e28f-4468-aaa6-cdd7a48cdc56), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:12.462773 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-028da0d3-cf93-4164-8745-12f7873bfc1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:12.464113 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-028da0d3-cf93-4164-8745-12f7873bfc1c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ed18291a-e28f-4468-aaa6-cdd7a48cdc56 HTTP/1.1" status: 204 len: 168 time: 0.1202872 May 20 09:19:12.472328 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028da0d3-cf93-4164-8745-12f7873bfc1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed18291a-e28f-4468-aaa6-cdd7a48cdc56,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:13.501192 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b250a14-3514-4960-9827-435a3ae6d8c4 req-7de87a7d-795b-4fc3-8852-e51fc885903d tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:13.502634 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6b250a14-3514-4960-9827-435a3ae6d8c4 req-7de87a7d-795b-4fc3-8852-e51fc885903d tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 946 time: 0.0474296 May 20 09:19:13.533773 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8b28a6b9-fda7-460c-989f-d7f22de68db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:13.557366 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6b250a14-3514-4960-9827-435a3ae6d8c4 req-b780f8ca-843e-4984-a22b-0a8d565be0d8 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=77594603-be96-4488-bbad-ba5e3374762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485394 May 20 09:19:14.681541 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2290596-c4a8-4e6e-8d56-23117ae13628 req-2569331a-1963-4679-84b2-52f37e41d9d9 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:14.683229 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f2290596-c4a8-4e6e-8d56-23117ae13628 req-2569331a-1963-4679-84b2-52f37e41d9d9 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 946 time: 0.0532503 May 20 09:19:14.738412 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f2290596-c4a8-4e6e-8d56-23117ae13628 req-5edbd5f2-1b63-4baa-ac6b-3bebf335791b tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=77594603-be96-4488-bbad-ba5e3374762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452576 May 20 09:19:15.788089 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-54c3e656-d5bf-4401-8386-c4c2dbe47ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:15.868125 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bc7bb-24ee-4a60-9244-6f8815dfa6d8 req-26d1858a-f7f9-427e-9978-6192bbc1ee57 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:15.869644 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-747bc7bb-24ee-4a60-9244-6f8815dfa6d8 req-26d1858a-f7f9-427e-9978-6192bbc1ee57 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 946 time: 0.0478258 May 20 09:19:15.920199 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-747bc7bb-24ee-4a60-9244-6f8815dfa6d8 req-a9b0e5ff-00a9-4653-9c29-60c27ce2778b tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=77594603-be96-4488-bbad-ba5e3374762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424953 May 20 09:19:17.010646 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:19:17.049166 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc3a19-05df-4f8c-aba8-e3de6f537635 req-97da563c-bc25-449d-9ba3-6c824e0f99ff tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:17.050649 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-0bcc3a19-05df-4f8c-aba8-e3de6f537635 req-97da563c-bc25-449d-9ba3-6c824e0f99ff tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 946 time: 0.0485702 May 20 09:19:17.097830 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-0bcc3a19-05df-4f8c-aba8-e3de6f537635 req-aa52cb36-b7a1-47f4-9e21-da56a0a2e15a tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=77594603-be96-4488-bbad-ba5e3374762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415473 May 20 09:19:17.100387 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:17.363477 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 0fff114c-fe55-4714-bbdc-e879108b685e details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 09:19:17.467033 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port 0fff114c-fe55-4714-bbdc-e879108b685e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=0fff114c-fe55-4714-bbdc-e879108b685e,segment=NetworkSegment(77eb56c8-f7ae-4980-9031-19500d0fdc26),segment_id=77eb56c8-f7ae-4980-9031-19500d0fdc26)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:19:17.479002 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Returning: {'device': '0fff114c-fe55-4714-bbdc-e879108b685e', 'network_id': 'cb464892-cf71-4d2e-b68f-60163c12a0fe', 'port_id': '0fff114c-fe55-4714-bbdc-e879108b685e', 'mac_address': 'fa:16:3e:f2:15:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5fa699-4c99-4ca7-94b7-2b5c0cff2418', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 09:19:17.517109 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port 0fff114c-fe55-4714-bbdc-e879108b685e is: ACTIVE; New status is: BUILD {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:19:17.517494 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (0fff114c-fe55-4714-bbdc-e879108b685e), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:17.532027 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0fff114c-fe55-4714-bbdc-e879108b685e {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 09:19:17.551823 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port 0fff114c-fe55-4714-bbdc-e879108b685e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=0fff114c-fe55-4714-bbdc-e879108b685e,segment=NetworkSegment(77eb56c8-f7ae-4980-9031-19500d0fdc26),segment_id=77eb56c8-f7ae-4980-9031-19500d0fdc26)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:19:17.556614 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (0fff114c-fe55-4714-bbdc-e879108b685e), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:17.610513 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=0fff114c-fe55-4714-bbdc-e879108b685e,revision_number=6']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:17.618341 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:17.618643 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:17.619002 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:17.619359 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:17.619689 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:17.620021 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:17.620344 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:17.620662 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:17.620982 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:17.621302 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:17.621626 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:17.621945 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:17.622261 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:17.622572 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:17.622885 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:17.686701 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] get_ports_and_sgs() called for port_ids ['0fff114c-fe55-4714-bbdc-e879108b685e'] {{(pid=104277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 09:19:18.220243 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f66652-4399-497b-9e90-c3f1e763b8e8 req-c32d8bb3-aa19-41cf-ac65-a7ed12744959 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:18.221708 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-24f66652-4399-497b-9e90-c3f1e763b8e8 req-c32d8bb3-aa19-41cf-ac65-a7ed12744959 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 945 time: 0.0467305 May 20 09:19:18.272771 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-24f66652-4399-497b-9e90-c3f1e763b8e8 req-f92a34ef-fe74-4e79-996e-58bb9f149e32 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=77594603-be96-4488-bbad-ba5e3374762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444474 May 20 09:19:18.391215 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:19.384809 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 0fff114c-fe55-4714-bbdc-e879108b685e up at agent hyperv_hv-cinder-83699 {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:19:19.411985 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fd748-b7cf-4a07-82e9-ae3794086da3 req-0b00b237-0283-49ed-8baa-15a6929808e8 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:19.418987 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-8a1fd748-b7cf-4a07-82e9-ae3794086da3 req-0b00b237-0283-49ed-8baa-15a6929808e8 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 945 time: 0.0594451 May 20 09:19:19.483612 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Provisioning complete for port 0fff114c-fe55-4714-bbdc-e879108b685e triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:19:19.484201 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (0fff114c-fe55-4714-bbdc-e879108b685e), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:19.487463 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-8a1fd748-b7cf-4a07-82e9-ae3794086da3 req-bc5cab4c-3a3e-48a2-a69f-461c09610928 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=77594603-be96-4488-bbad-ba5e3374762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673051 May 20 09:19:19.589295 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port 0fff114c-fe55-4714-bbdc-e879108b685e is: BUILD; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:19:19.590047 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (0fff114c-fe55-4714-bbdc-e879108b685e), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:19.617709 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b8a799-7b88-4862-8b6d-87faa7d907f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fff114c-fe55-4714-bbdc-e879108b685e'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:19:19.620081 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a79de04d4ec243d1cdc81b41ccc126ec62664011dfe1c1a94e68b1d536b5d8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da18e851-b5a9-41ce-b33d-ccb4b51079bb" -d '{"events": [{"server_uuid": "53b8a799-7b88-4862-8b6d-87faa7d907f8", "name": "network-vif-plugged", "status": "completed", "tag": "0fff114c-fe55-4714-bbdc-e879108b685e"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:19:19.622272 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:19:19.652370 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port 0fff114c-fe55-4714-bbdc-e879108b685e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=0fff114c-fe55-4714-bbdc-e879108b685e,segment=NetworkSegment(77eb56c8-f7ae-4980-9031-19500d0fdc26),segment_id=77eb56c8-f7ae-4980-9031-19500d0fdc26)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:19:19.660431 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (0fff114c-fe55-4714-bbdc-e879108b685e), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:19.715188 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=0fff114c-fe55-4714-bbdc-e879108b685e,revision_number=7']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:19.898766 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 09:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98997906-14b3-4fa0-ac4e-193330f78491 x-openstack-request-id: req-98997906-14b3-4fa0-ac4e-193330f78491 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:19:19.899059 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53b8a799-7b88-4862-8b6d-87faa7d907f8", "name": "network-vif-plugged", "status": "completed", "tag": "0fff114c-fe55-4714-bbdc-e879108b685e", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:19:19.899358 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-98997906-14b3-4fa0-ac4e-193330f78491 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:19:19.899769 dv-cinder-836996-23-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98997906-14b3-4fa0-ac4e-193330f78491'] response: {'server_uuid': '53b8a799-7b88-4862-8b6d-87faa7d907f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fff114c-fe55-4714-bbdc-e879108b685e', 'code': 200} May 20 09:19:20.151499 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:20.619493 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1226881-c3f6-4e5e-a081-2e738aa60fd3 req-f2e15a0d-6569-4a30-927d-f20c9e29984d tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:20.621095 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b1226881-c3f6-4e5e-a081-2e738aa60fd3 req-f2e15a0d-6569-4a30-927d-f20c9e29984d tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 946 time: 0.0519838 May 20 09:19:20.675845 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b1226881-c3f6-4e5e-a081-2e738aa60fd3 req-3bf26c1a-54a4-4b81-a951-b7b64ab489d4 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=77594603-be96-4488-bbad-ba5e3374762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476823 May 20 09:19:21.851090 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8068dba-e5e2-4e7a-9f83-bf6690dcc377 req-8fecd125-8d87-4ba2-ac4e-49fb9b8a949b tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:21.852677 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d8068dba-e5e2-4e7a-9f83-bf6690dcc377 req-8fecd125-8d87-4ba2-ac4e-49fb9b8a949b tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 946 time: 0.0626440 May 20 09:19:21.869873 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 36384) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:19:21.913249 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d8068dba-e5e2-4e7a-9f83-bf6690dcc377 req-7a055007-ab94-4c51-a804-8a374946eb16 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=77594603-be96-4488-bbad-ba5e3374762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516577 May 20 09:19:22.007512 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-7d5fa9af-6cef-4123-88ac-d2f11b964b79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:22.096463 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-7d5fa9af-6cef-4123-88ac-d2f11b964b79 admin admin] Publish callbacks [] for security_group (8c791a54-172b-40dc-9f69-a3c5d32390e3), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:22.102325 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-7d5fa9af-6cef-4123-88ac-d2f11b964b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (8c791a54-172b-40dc-9f69-a3c5d32390e3), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:22.146720 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5fa9af-6cef-4123-88ac-d2f11b964b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c791a54-172b-40dc-9f69-a3c5d32390e3,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:22.151366 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-7d5fa9af-6cef-4123-88ac-d2f11b964b79 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c3a589abcddb46a5ab5ab79bdfe42946&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2804444 May 20 09:19:22.154932 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 36388) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:19:22.163460 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:19:22.213156 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-915f99af-ffb0-49a2-b410-ae18ce260555 admin admin] Publish callbacks [] for security_group (8c791a54-172b-40dc-9f69-a3c5d32390e3), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:22.238026 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-915f99af-ffb0-49a2-b410-ae18ce260555 admin admin] Publish callbacks [] for security_group (8c791a54-172b-40dc-9f69-a3c5d32390e3), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:22.291932 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-915f99af-ffb0-49a2-b410-ae18ce260555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (8c791a54-172b-40dc-9f69-a3c5d32390e3), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:22.294784 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-915f99af-ffb0-49a2-b410-ae18ce260555 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:22.296201 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-915f99af-ffb0-49a2-b410-ae18ce260555 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8c791a54-172b-40dc-9f69-a3c5d32390e3 HTTP/1.1" status: 204 len: 168 time: 0.1403618 May 20 09:19:22.305748 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915f99af-ffb0-49a2-b410-ae18ce260555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c791a54-172b-40dc-9f69-a3c5d32390e3,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:22.662165 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 36394) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:19:22.678660 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-070bd2d3-d3eb-43f6-a5f2-02fd20f7264e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:22.772525 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-070bd2d3-d3eb-43f6-a5f2-02fd20f7264e admin admin] Publish callbacks [] for security_group (3bcb8a13-26ea-462d-afc5-4f5da2c8f896), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:22.782867 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-070bd2d3-d3eb-43f6-a5f2-02fd20f7264e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (3bcb8a13-26ea-462d-afc5-4f5da2c8f896), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:22.800671 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (2d1be950-4dd6-4324-90da-2272c7a86826), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:22.822541 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-070bd2d3-d3eb-43f6-a5f2-02fd20f7264e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c8594c85552c4cae93292666a28e8447&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1583266 May 20 09:19:22.825318 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 36396) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:19:22.833231 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:19:22.835835 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070bd2d3-d3eb-43f6-a5f2-02fd20f7264e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bcb8a13-26ea-462d-afc5-4f5da2c8f896,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:22.894147 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-89abbb67-4760-40f6-8f33-b73860aa9aa5 admin admin] Publish callbacks [] for security_group (3bcb8a13-26ea-462d-afc5-4f5da2c8f896), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:22.917682 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-89abbb67-4760-40f6-8f33-b73860aa9aa5 admin admin] Publish callbacks [] for security_group (3bcb8a13-26ea-462d-afc5-4f5da2c8f896), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:22.977331 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-89abbb67-4760-40f6-8f33-b73860aa9aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (3bcb8a13-26ea-462d-afc5-4f5da2c8f896), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:22.980913 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-89abbb67-4760-40f6-8f33-b73860aa9aa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:22.984993 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-89abbb67-4760-40f6-8f33-b73860aa9aa5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3bcb8a13-26ea-462d-afc5-4f5da2c8f896 HTTP/1.1" status: 204 len: 168 time: 0.1581626 May 20 09:19:23.003012 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89abbb67-4760-40f6-8f33-b73860aa9aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bcb8a13-26ea-462d-afc5-4f5da2c8f896,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:23.083789 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e912c0-79b2-4231-b3d0-549c8699116f req-f7155dfe-e17a-44c8-b32e-0e932650f2f6 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:23.091368 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-e5e912c0-79b2-4231-b3d0-549c8699116f req-f7155dfe-e17a-44c8-b32e-0e932650f2f6 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 946 time: 0.0749354 May 20 09:19:23.142383 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-e5e912c0-79b2-4231-b3d0-549c8699116f req-c1185bc1-56fb-402c-818e-5302fd7b442a tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=77594603-be96-4488-bbad-ba5e3374762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501397 May 20 09:19:23.397781 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 36404) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:19:23.413156 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3dedd204-a124-484b-a90c-8d0fd2fb6f15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:23.507006 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3dedd204-a124-484b-a90c-8d0fd2fb6f15 admin admin] Publish callbacks [] for security_group (10ac0488-c306-4760-a39b-b7215e0e36b5), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:23.512840 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3dedd204-a124-484b-a90c-8d0fd2fb6f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (10ac0488-c306-4760-a39b-b7215e0e36b5), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:23.551594 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dedd204-a124-484b-a90c-8d0fd2fb6f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ac0488-c306-4760-a39b-b7215e0e36b5,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:23.559055 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-3dedd204-a124-484b-a90c-8d0fd2fb6f15 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7a580e6f5d3c4573ba2b3b3170fef9fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1585701 May 20 09:19:23.559158 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 36406) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:19:23.623721 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-9ac99f4f-4b39-4660-81be-9dc272735cfc admin admin] Publish callbacks [] for security_group (10ac0488-c306-4760-a39b-b7215e0e36b5), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:23.628335 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:19:23.651827 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-9ac99f4f-4b39-4660-81be-9dc272735cfc admin admin] Publish callbacks [] for security_group (10ac0488-c306-4760-a39b-b7215e0e36b5), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:23.706128 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-9ac99f4f-4b39-4660-81be-9dc272735cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (10ac0488-c306-4760-a39b-b7215e0e36b5), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:23.708756 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-9ac99f4f-4b39-4660-81be-9dc272735cfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:23.709959 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-9ac99f4f-4b39-4660-81be-9dc272735cfc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/10ac0488-c306-4760-a39b-b7215e0e36b5 HTTP/1.1" status: 204 len: 168 time: 0.1498854 May 20 09:19:23.718655 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac99f4f-4b39-4660-81be-9dc272735cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ac0488-c306-4760-a39b-b7215e0e36b5,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:24.315716 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf992d-d879-4b96-be5a-6a9a7dc76469 req-836db02b-e139-4adc-b866-dda76d47825c tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:24.323403 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f6bf992d-d879-4b96-be5a-6a9a7dc76469 req-836db02b-e139-4adc-b866-dda76d47825c tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 946 time: 0.0673654 May 20 09:19:24.393616 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f6bf992d-d879-4b96-be5a-6a9a7dc76469 req-bdaea443-b868-4972-b0aa-05c327f77f53 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=77594603-be96-4488-bbad-ba5e3374762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691328 May 20 09:19:25.531053 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=5 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:19:25.543507 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bdddb0-2aa7-4249-a2ae-b3df9f2dbc77 req-6b6a5fcc-c91a-4afa-b681-a669d2df7be7 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:25.550616 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-25bdddb0-2aa7-4249-a2ae-b3df9f2dbc77 req-6b6a5fcc-c91a-4afa-b681-a669d2df7be7 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 946 time: 0.0693018 May 20 09:19:25.605479 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-25bdddb0-2aa7-4249-a2ae-b3df9f2dbc77 req-8cdc53b8-98f4-4444-b838-c9550cd05b84 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=77594603-be96-4488-bbad-ba5e3374762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537028 May 20 09:19:26.752340 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380cf041-fcde-4bc8-a285-6d44df3307f1 req-901aabaa-7cb1-43cb-a2af-6c805bc2e710 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:26.756656 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-380cf041-fcde-4bc8-a285-6d44df3307f1 req-901aabaa-7cb1-43cb-a2af-6c805bc2e710 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 946 time: 0.0735948 May 20 09:19:26.822813 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-380cf041-fcde-4bc8-a285-6d44df3307f1 req-a526868c-4e09-42a9-ad26-38c08f511999 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=77594603-be96-4488-bbad-ba5e3374762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586553 May 20 09:19:27.007630 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:19:27.965463 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8cc92b-23d1-440c-b70e-ad1861d7362d req-6ba083f3-84a9-4a1a-b3b3-d0781ec731cb tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:27.965463 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-bd8cc92b-23d1-440c-b70e-ad1861d7362d req-6ba083f3-84a9-4a1a-b3b3-d0781ec731cb tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 946 time: 0.0561843 May 20 09:19:27.993611 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021f849-db91-4b61-8693-8a7b4b27ca1b req-285f1ea1-a020-4cce-a25a-fe690ca40482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:27.995174 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6021f849-db91-4b61-8693-8a7b4b27ca1b req-285f1ea1-a020-4cce-a25a-fe690ca40482 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=92bf8a2fea6243c28aff53d39a57f92c&device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 1130 time: 0.0404897 May 20 09:19:28.016128 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-bd8cc92b-23d1-440c-b70e-ad1861d7362d req-153c526a-a78b-402c-9216-3c80d7745eb1 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=77594603-be96-4488-bbad-ba5e3374762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452342 May 20 09:19:28.089743 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021f849-db91-4b61-8693-8a7b4b27ca1b req-398b826d-a4fd-47e9-b3ab-786ed176ee49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:28.091213 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6021f849-db91-4b61-8693-8a7b4b27ca1b req-398b826d-a4fd-47e9-b3ab-786ed176ee49 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cb464892-cf71-4d2e-b68f-60163c12a0fe HTTP/1.1" status: 200 len: 917 time: 0.0886686 May 20 09:19:28.156645 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6021f849-db91-4b61-8693-8a7b4b27ca1b req-f52528c7-8edb-4486-8bbd-6fb368b2280d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0fff114c-fe55-4714-bbdc-e879108b685e HTTP/1.1" status: 200 len: 1001 time: 0.0568006 May 20 09:19:28.207084 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:19:28.213396 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021f849-db91-4b61-8693-8a7b4b27ca1b req-8660116b-1ae6-4969-8373-4430c33c4014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:28.215580 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6021f849-db91-4b61-8693-8a7b4b27ca1b req-8660116b-1ae6-4969-8373-4430c33c4014 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0a5fa699-4c99-4ca7-94b7-2b5c0cff2418 HTTP/1.1" status: 200 len: 855 time: 0.0506206 May 20 09:19:28.273863 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021f849-db91-4b61-8693-8a7b4b27ca1b req-2db5e56f-b43c-40d2-a72d-a3116a251630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:28.275432 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6021f849-db91-4b61-8693-8a7b4b27ca1b req-2db5e56f-b43c-40d2-a72d-a3116a251630 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cb464892-cf71-4d2e-b68f-60163c12a0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0512571 May 20 09:19:28.368467 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6021f849-db91-4b61-8693-8a7b4b27ca1b req-0c85283c-4568-4120-afed-ccb4430187cb service neutron] 10.222.0.44 "GET /v2.0/networks/cb464892-cf71-4d2e-b68f-60163c12a0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853310 May 20 09:19:28.465170 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6021f849-db91-4b61-8693-8a7b4b27ca1b req-18a5b132-803e-4bc1-aeb8-a3c9d282784c service neutron] 10.222.0.44 "GET /v2.0/networks/cb464892-cf71-4d2e-b68f-60163c12a0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883486 May 20 09:19:28.541985 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 36508) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:19:28.643843 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:19:28.651378 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-d879c0db-1699-4269-8f12-ddd6c0ae9f06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:28.728257 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-d879c0db-1699-4269-8f12-ddd6c0ae9f06 admin admin] Publish callbacks [] for security_group (3915d2a4-7a8a-404b-b83e-29b1185c5e93), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:28.734252 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-d879c0db-1699-4269-8f12-ddd6c0ae9f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (3915d2a4-7a8a-404b-b83e-29b1185c5e93), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:28.775163 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-d879c0db-1699-4269-8f12-ddd6c0ae9f06 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4c5e4de3248842728573a525b8e4bb8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2318916 May 20 09:19:28.775671 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 36512) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:19:28.776120 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d879c0db-1699-4269-8f12-ddd6c0ae9f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3915d2a4-7a8a-404b-b83e-29b1185c5e93,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:28.827724 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-17264b61-4c86-417b-8f08-b868124f4b33 admin admin] Publish callbacks [] for security_group (3915d2a4-7a8a-404b-b83e-29b1185c5e93), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:28.848477 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-17264b61-4c86-417b-8f08-b868124f4b33 admin admin] Publish callbacks [] for security_group (3915d2a4-7a8a-404b-b83e-29b1185c5e93), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:28.899398 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-17264b61-4c86-417b-8f08-b868124f4b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (3915d2a4-7a8a-404b-b83e-29b1185c5e93), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:28.901943 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-17264b61-4c86-417b-8f08-b868124f4b33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:28.903137 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-17264b61-4c86-417b-8f08-b868124f4b33 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3915d2a4-7a8a-404b-b83e-29b1185c5e93 HTTP/1.1" status: 204 len: 168 time: 0.1262100 May 20 09:19:28.911172 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17264b61-4c86-417b-8f08-b868124f4b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3915d2a4-7a8a-404b-b83e-29b1185c5e93,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:29.137814 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70017759-3991-45ab-bf08-a638b39bb067 req-0ece8d65-a2c2-4ccf-a7ca-f1f6dcb97a62 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:29.140114 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-70017759-3991-45ab-bf08-a638b39bb067 req-0ece8d65-a2c2-4ccf-a7ca-f1f6dcb97a62 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 946 time: 0.0502474 May 20 09:19:29.186925 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 36520) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:19:29.204691 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-70017759-3991-45ab-bf08-a638b39bb067 req-12f6db7b-91ed-459d-9014-f7d650bb7a10 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=77594603-be96-4488-bbad-ba5e3374762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587437 May 20 09:19:29.205784 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3c483f19-6287-45c0-a9be-10a04c272e3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:29.279158 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3c483f19-6287-45c0-a9be-10a04c272e3b admin admin] Publish callbacks [] for security_group (2aa8a63c-9ede-4148-8478-1a7f68609ad0), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:29.286051 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3c483f19-6287-45c0-a9be-10a04c272e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (2aa8a63c-9ede-4148-8478-1a7f68609ad0), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:29.322103 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c483f19-6287-45c0-a9be-10a04c272e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa8a63c-9ede-4148-8478-1a7f68609ad0,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:29.326287 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-3c483f19-6287-45c0-a9be-10a04c272e3b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a6e515470697467098cdc314a3b79638&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1383338 May 20 09:19:29.329039 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 36522) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:19:29.375919 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4e11d102-d0fc-45d1-87fe-32f320a96367 admin admin] Publish callbacks [] for security_group (2aa8a63c-9ede-4148-8478-1a7f68609ad0), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:29.397220 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4e11d102-d0fc-45d1-87fe-32f320a96367 admin admin] Publish callbacks [] for security_group (2aa8a63c-9ede-4148-8478-1a7f68609ad0), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:29.425711 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:19:29.446925 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4e11d102-d0fc-45d1-87fe-32f320a96367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (2aa8a63c-9ede-4148-8478-1a7f68609ad0), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:29.449397 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4e11d102-d0fc-45d1-87fe-32f320a96367 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:29.450532 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-4e11d102-d0fc-45d1-87fe-32f320a96367 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2aa8a63c-9ede-4148-8478-1a7f68609ad0 HTTP/1.1" status: 204 len: 168 time: 0.1206045 May 20 09:19:29.458261 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e11d102-d0fc-45d1-87fe-32f320a96367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa8a63c-9ede-4148-8478-1a7f68609ad0,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:29.999786 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:19:30.330541 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad55bc-4b32-43cb-af39-60a937a8596a req-9a3dc3dc-b1a4-4b5c-a657-65923ce8826c tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:30.332383 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-c0ad55bc-4b32-43cb-af39-60a937a8596a req-9a3dc3dc-b1a4-4b5c-a657-65923ce8826c tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 946 time: 0.0550206 May 20 09:19:30.382669 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-c0ad55bc-4b32-43cb-af39-60a937a8596a req-02b5f08c-d7e2-4207-b8a9-ba6be676e3a1 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=77594603-be96-4488-bbad-ba5e3374762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445995 May 20 09:19:31.350166 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4dff1-f750-4d3f-bce2-5ad0cc11ea6d req-055dc7ed-e5d1-4f33-bb29-c2a2ef79942c tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:31.351675 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-95a4dff1-f750-4d3f-bce2-5ad0cc11ea6d req-055dc7ed-e5d1-4f33-bb29-c2a2ef79942c tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 946 time: 0.0519347 May 20 09:19:31.383006 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f599f7bb-95f4-4464-bad6-d8e44922a7f4 req-dec41172-6b3b-4c63-bc65-2b90e51a31f6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0403030 May 20 09:19:31.399746 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-95a4dff1-f750-4d3f-bce2-5ad0cc11ea6d req-cb247bf6-e1e4-4c3a-9c56-1b5e41d15592 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=77594603-be96-4488-bbad-ba5e3374762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422122 May 20 09:19:31.425683 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 0fff114c-fe55-4714-bbdc-e879108b685e no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 09:19:31.457299 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f599f7bb-95f4-4464-bad6-d8e44922a7f4 req-7554fafa-32b9-474a-8f3c-6261a13cde40 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:31.458694 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f599f7bb-95f4-4464-bad6-d8e44922a7f4 req-7554fafa-32b9-474a-8f3c-6261a13cde40 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports/0fff114c-fe55-4714-bbdc-e879108b685e HTTP/1.1" status: 200 len: 943 time: 0.0465946 May 20 09:19:31.467082 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:19:31.502315 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port 0fff114c-fe55-4714-bbdc-e879108b685e is: ACTIVE; New status is: DOWN {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:19:31.502765 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (0fff114c-fe55-4714-bbdc-e879108b685e), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:31.527101 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b8a799-7b88-4862-8b6d-87faa7d907f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fff114c-fe55-4714-bbdc-e879108b685e'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:19:31.529455 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a79de04d4ec243d1cdc81b41ccc126ec62664011dfe1c1a94e68b1d536b5d8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a58887-8b8b-41d7-ba61-5c5576b05501" -d '{"events": [{"server_uuid": "53b8a799-7b88-4862-8b6d-87faa7d907f8", "name": "network-vif-unplugged", "status": "completed", "tag": "0fff114c-fe55-4714-bbdc-e879108b685e"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:19:31.542235 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port 0fff114c-fe55-4714-bbdc-e879108b685e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=0fff114c-fe55-4714-bbdc-e879108b685e,segment=NetworkSegment(77eb56c8-f7ae-4980-9031-19500d0fdc26),segment_id=77eb56c8-f7ae-4980-9031-19500d0fdc26)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:19:31.548629 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (0fff114c-fe55-4714-bbdc-e879108b685e), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:31.571464 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 20 May 2022 09:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56352185-e7fb-4e28-875f-71568f8b7cec x-openstack-request-id: req-56352185-e7fb-4e28-875f-71568f8b7cec {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:19:31.571753 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53b8a799-7b88-4862-8b6d-87faa7d907f8", "name": "network-vif-unplugged", "status": "failed", "tag": "0fff114c-fe55-4714-bbdc-e879108b685e", "code": 422}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:19:31.572002 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-56352185-e7fb-4e28-875f-71568f8b7cec {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:19:31.572433 dv-cinder-836996-23-iscsi neutron-server[104277]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-56352185-e7fb-4e28-875f-71568f8b7cec']: {'server_uuid': '53b8a799-7b88-4862-8b6d-87faa7d907f8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0fff114c-fe55-4714-bbdc-e879108b685e', 'code': 422} returned with failed status May 20 09:19:31.598108 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=0fff114c-fe55-4714-bbdc-e879108b685e,revision_number=8']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:32.268758 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f599f7bb-95f4-4464-bad6-d8e44922a7f4 req-a03c3ac6-778c-4c19-8b57-9b314b06ac87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:32.270316 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f599f7bb-95f4-4464-bad6-d8e44922a7f4 req-a03c3ac6-778c-4c19-8b57-9b314b06ac87 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8&tenant_id=92bf8a2fea6243c28aff53d39a57f92c HTTP/1.1" status: 200 len: 1128 time: 0.0736277 May 20 09:19:32.339693 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f599f7bb-95f4-4464-bad6-d8e44922a7f4 req-c4f40775-6c5f-4eb7-b5d8-4a06a028e975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:32.341181 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f599f7bb-95f4-4464-bad6-d8e44922a7f4 req-c4f40775-6c5f-4eb7-b5d8-4a06a028e975 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=92bf8a2fea6243c28aff53d39a57f92c&device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 1128 time: 0.0468247 May 20 09:19:32.437679 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f599f7bb-95f4-4464-bad6-d8e44922a7f4 req-28037257-b487-4e16-99b2-9f937268a7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:32.439180 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f599f7bb-95f4-4464-bad6-d8e44922a7f4 req-28037257-b487-4e16-99b2-9f937268a7f4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cb464892-cf71-4d2e-b68f-60163c12a0fe HTTP/1.1" status: 200 len: 917 time: 0.0921030 May 20 09:19:32.501561 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f599f7bb-95f4-4464-bad6-d8e44922a7f4 req-6ab99fa8-bceb-4f69-b42f-c8d0721c72fd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0fff114c-fe55-4714-bbdc-e879108b685e HTTP/1.1" status: 200 len: 999 time: 0.0557899 May 20 09:19:32.515653 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=3 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:19:32.522672 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f804ebf1-87f2-450f-9fd4-ef89ee08878c req-ca683d1f-2847-494d-92a0-0878ad212e58 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:32.524298 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f804ebf1-87f2-450f-9fd4-ef89ee08878c req-ca683d1f-2847-494d-92a0-0878ad212e58 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 944 time: 0.0480964 May 20 09:19:32.555934 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f599f7bb-95f4-4464-bad6-d8e44922a7f4 req-3904fe57-43dc-4b13-b72c-0336f652b5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:32.557422 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f599f7bb-95f4-4464-bad6-d8e44922a7f4 req-3904fe57-43dc-4b13-b72c-0336f652b5f1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0a5fa699-4c99-4ca7-94b7-2b5c0cff2418 HTTP/1.1" status: 200 len: 855 time: 0.0499675 May 20 09:19:32.575392 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f804ebf1-87f2-450f-9fd4-ef89ee08878c req-6d30a2fe-e537-435d-bdf6-ce8940dbd3ff tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=77594603-be96-4488-bbad-ba5e3374762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454354 May 20 09:19:32.603455 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f599f7bb-95f4-4464-bad6-d8e44922a7f4 req-86797e22-65cb-4417-a8ba-f49ec21da284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:32.604964 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f599f7bb-95f4-4464-bad6-d8e44922a7f4 req-86797e22-65cb-4417-a8ba-f49ec21da284 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cb464892-cf71-4d2e-b68f-60163c12a0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0408947 May 20 09:19:32.705462 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f599f7bb-95f4-4464-bad6-d8e44922a7f4 req-3539029d-de6d-4c81-aaf5-0aaec0c7a206 service neutron] 10.222.0.44 "GET /v2.0/networks/cb464892-cf71-4d2e-b68f-60163c12a0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914836 May 20 09:19:32.803282 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f599f7bb-95f4-4464-bad6-d8e44922a7f4 req-bb9eedd3-2cfe-449c-afb9-4ea38bed68f6 service neutron] 10.222.0.44 "GET /v2.0/networks/cb464892-cf71-4d2e-b68f-60163c12a0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914674 May 20 09:19:33.729663 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f33df-8e18-40be-8686-1d3a53ead3a4 req-252a0d75-1407-479a-84b8-7c3f1d2d1ee0 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:33.737075 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a33f33df-8e18-40be-8686-1d3a53ead3a4 req-252a0d75-1407-479a-84b8-7c3f1d2d1ee0 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 944 time: 0.0678942 May 20 09:19:33.798316 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a33f33df-8e18-40be-8686-1d3a53ead3a4 req-5841c097-88bc-474b-9863-a06b18a787fe tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=77594603-be96-4488-bbad-ba5e3374762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548213 May 20 09:19:33.835568 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 36650) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:19:33.951888 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-b4c922ee-3469-4181-8dc1-5b29a28ff903 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:34.035089 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-b4c922ee-3469-4181-8dc1-5b29a28ff903 admin admin] Publish callbacks [] for security_group (bc243f55-afac-47db-9f89-cd9dc1b4ec97), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:34.040883 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-b4c922ee-3469-4181-8dc1-5b29a28ff903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (bc243f55-afac-47db-9f89-cd9dc1b4ec97), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:34.085413 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c922ee-3469-4181-8dc1-5b29a28ff903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc243f55-afac-47db-9f89-cd9dc1b4ec97,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:34.089281 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-b4c922ee-3469-4181-8dc1-5b29a28ff903 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3a6f9eff12984511b51ba1902a9df0c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2526045 May 20 09:19:34.092161 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 36656) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:19:34.095140 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c922ee-3469-4181-8dc1-5b29a28ff903 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:34.095513 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c922ee-3469-4181-8dc1-5b29a28ff903 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:34.095852 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c922ee-3469-4181-8dc1-5b29a28ff903 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:34.096183 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c922ee-3469-4181-8dc1-5b29a28ff903 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:34.096511 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c922ee-3469-4181-8dc1-5b29a28ff903 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:34.096832 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c922ee-3469-4181-8dc1-5b29a28ff903 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:34.097152 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c922ee-3469-4181-8dc1-5b29a28ff903 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:34.097472 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c922ee-3469-4181-8dc1-5b29a28ff903 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:34.097790 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c922ee-3469-4181-8dc1-5b29a28ff903 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:34.098106 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c922ee-3469-4181-8dc1-5b29a28ff903 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:34.098433 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c922ee-3469-4181-8dc1-5b29a28ff903 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:34.098745 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c922ee-3469-4181-8dc1-5b29a28ff903 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:34.099058 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c922ee-3469-4181-8dc1-5b29a28ff903 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:34.099401 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c922ee-3469-4181-8dc1-5b29a28ff903 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:34.099715 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c922ee-3469-4181-8dc1-5b29a28ff903 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:34.142742 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-e6e8e309-98ed-4dba-896d-6180b6c8413a admin admin] Publish callbacks [] for security_group (bc243f55-afac-47db-9f89-cd9dc1b4ec97), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:34.164953 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-e6e8e309-98ed-4dba-896d-6180b6c8413a admin admin] Publish callbacks [] for security_group (bc243f55-afac-47db-9f89-cd9dc1b4ec97), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:34.214599 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-e6e8e309-98ed-4dba-896d-6180b6c8413a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (bc243f55-afac-47db-9f89-cd9dc1b4ec97), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:34.222961 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-e6e8e309-98ed-4dba-896d-6180b6c8413a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:34.228040 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-e6e8e309-98ed-4dba-896d-6180b6c8413a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bc243f55-afac-47db-9f89-cd9dc1b4ec97 HTTP/1.1" status: 204 len: 168 time: 0.1343224 May 20 09:19:34.238148 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e8e309-98ed-4dba-896d-6180b6c8413a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc243f55-afac-47db-9f89-cd9dc1b4ec97,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:34.245676 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e8e309-98ed-4dba-896d-6180b6c8413a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:34.246051 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e8e309-98ed-4dba-896d-6180b6c8413a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:34.246398 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e8e309-98ed-4dba-896d-6180b6c8413a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:34.246734 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e8e309-98ed-4dba-896d-6180b6c8413a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:34.247065 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e8e309-98ed-4dba-896d-6180b6c8413a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:34.247457 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e8e309-98ed-4dba-896d-6180b6c8413a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:34.247791 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e8e309-98ed-4dba-896d-6180b6c8413a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:34.248118 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e8e309-98ed-4dba-896d-6180b6c8413a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:34.248433 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e8e309-98ed-4dba-896d-6180b6c8413a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:34.248798 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e8e309-98ed-4dba-896d-6180b6c8413a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:34.249146 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e8e309-98ed-4dba-896d-6180b6c8413a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:34.249461 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e8e309-98ed-4dba-896d-6180b6c8413a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:34.249829 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e8e309-98ed-4dba-896d-6180b6c8413a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:34.250073 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e8e309-98ed-4dba-896d-6180b6c8413a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:34.250392 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e8e309-98ed-4dba-896d-6180b6c8413a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:34.534611 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 36662) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:19:34.548270 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-72c7c1f1-3958-4565-8881-2f358fdbbccf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:34.568143 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:19:34.610918 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:19:34.635148 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-72c7c1f1-3958-4565-8881-2f358fdbbccf admin admin] Publish callbacks [] for security_group (cc4f95a6-8089-47df-8c8e-cf7d59361481), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:34.640005 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-72c7c1f1-3958-4565-8881-2f358fdbbccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (cc4f95a6-8089-47df-8c8e-cf7d59361481), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:34.685509 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-72c7c1f1-3958-4565-8881-2f358fdbbccf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=01787abb2bb946118086efe6324bd016&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1471796 May 20 09:19:34.685509 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c7c1f1-3958-4565-8881-2f358fdbbccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4f95a6-8089-47df-8c8e-cf7d59361481,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:34.686469 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 36664) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:19:34.735389 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4e012a18-ca8e-491a-a4c5-4b41f8ceb975 admin admin] Publish callbacks [] for security_group (cc4f95a6-8089-47df-8c8e-cf7d59361481), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:34.764607 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4e012a18-ca8e-491a-a4c5-4b41f8ceb975 admin admin] Publish callbacks [] for security_group (cc4f95a6-8089-47df-8c8e-cf7d59361481), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:34.775821 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:19:34.817363 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4e012a18-ca8e-491a-a4c5-4b41f8ceb975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (cc4f95a6-8089-47df-8c8e-cf7d59361481), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:34.820473 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4e012a18-ca8e-491a-a4c5-4b41f8ceb975 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:34.825688 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-4e012a18-ca8e-491a-a4c5-4b41f8ceb975 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cc4f95a6-8089-47df-8c8e-cf7d59361481 HTTP/1.1" status: 204 len: 168 time: 0.1361277 May 20 09:19:34.831837 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e012a18-ca8e-491a-a4c5-4b41f8ceb975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4f95a6-8089-47df-8c8e-cf7d59361481,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:34.932517 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea8ab5-7c26-49b0-934f-248f1abf7acf req-57e35604-1262-4c5b-b0f1-b3f9a427f4db tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:34.934206 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-57ea8ab5-7c26-49b0-934f-248f1abf7acf req-57e35604-1262-4c5b-b0f1-b3f9a427f4db tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 944 time: 0.0551875 May 20 09:19:35.000639 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-57ea8ab5-7c26-49b0-934f-248f1abf7acf req-61a55d42-a6ce-4b7a-9145-df4299dc4c0b tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=77594603-be96-4488-bbad-ba5e3374762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520720 May 20 09:19:36.161799 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ff851-3f93-446e-8493-1321173e6527 req-0261fce1-0653-4c27-8463-069c2e6b1cff tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:36.163416 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-fd3ff851-3f93-446e-8493-1321173e6527 req-0261fce1-0653-4c27-8463-069c2e6b1cff tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 944 time: 0.0675361 May 20 09:19:36.217368 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-fd3ff851-3f93-446e-8493-1321173e6527 req-a2b7c30e-6f0d-4322-b8e7-61d001e6b718 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=77594603-be96-4488-bbad-ba5e3374762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478451 May 20 09:19:37.052076 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.agents_db [None req-08ca63ee-ac6b-41b9-8918-1f445ad695da None None] Agent healthcheck: found 6 active agents {{(pid=104278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 09:19:37.546873 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09233aa2-2d3d-495b-be9b-e21af598d79b req-6bd0234d-4ea0-4ec1-acd1-3a4dbb041c41 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:37.548953 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-09233aa2-2d3d-495b-be9b-e21af598d79b req-6bd0234d-4ea0-4ec1-acd1-3a4dbb041c41 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 944 time: 0.0576773 May 20 09:19:37.612950 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-09233aa2-2d3d-495b-be9b-e21af598d79b req-c5063b04-56cc-4640-8689-09e52b336da2 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=77594603-be96-4488-bbad-ba5e3374762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583582 May 20 09:19:38.513971 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd58788-2f16-401b-b59f-5322eeb9987c req-5bad0114-5c49-4c97-949f-5b663aa54967 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:38.515821 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-bfd58788-2f16-401b-b59f-5322eeb9987c req-5bad0114-5c49-4c97-949f-5b663aa54967 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=724e6ca0-78af-4670-a409-d2ee15ebf3d4 HTTP/1.1" status: 200 len: 945 time: 0.0514176 May 20 09:19:38.580903 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-bfd58788-2f16-401b-b59f-5322eeb9987c req-609f4628-1a06-4d9f-8345-40e4deacb2b8 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587716 May 20 09:19:38.737571 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ac7a0-b8f9-41bc-b6a5-39d4ff454049 req-e343791f-df2d-4217-b856-a0c75828294b tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:38.739288 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a55ac7a0-b8f9-41bc-b6a5-39d4ff454049 req-e343791f-df2d-4217-b856-a0c75828294b tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 944 time: 0.0497506 May 20 09:19:38.792879 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:19:38.801025 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a55ac7a0-b8f9-41bc-b6a5-39d4ff454049 req-94cf614f-991b-4f1f-bec3-44a95e750565 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=77594603-be96-4488-bbad-ba5e3374762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557206 May 20 09:19:39.248202 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 36752) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:19:39.394478 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4943256b-2f34-4309-af6b-47938e840e0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:39.520977 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4943256b-2f34-4309-af6b-47938e840e0e admin admin] Publish callbacks [] for security_group (2e15efab-4c90-45c6-b433-9ff00db13acb), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:39.529242 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4943256b-2f34-4309-af6b-47938e840e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (2e15efab-4c90-45c6-b433-9ff00db13acb), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:39.584316 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-4943256b-2f34-4309-af6b-47938e840e0e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=62349497689048dab7f1fcdfbbe08d37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3343146 May 20 09:19:39.586912 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4943256b-2f34-4309-af6b-47938e840e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e15efab-4c90-45c6-b433-9ff00db13acb,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:39.588763 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 36760) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:19:39.662268 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-21fa63cc-7640-4655-b877-a7ebed4e447b admin admin] Publish callbacks [] for security_group (2e15efab-4c90-45c6-b433-9ff00db13acb), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:39.686040 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-21fa63cc-7640-4655-b877-a7ebed4e447b admin admin] Publish callbacks [] for security_group (2e15efab-4c90-45c6-b433-9ff00db13acb), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:39.746740 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-21fa63cc-7640-4655-b877-a7ebed4e447b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (2e15efab-4c90-45c6-b433-9ff00db13acb), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:39.748588 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2961c5-1876-4261-99d7-34f728e3c9ae req-2ba0e75c-9069-481a-b568-7694ca7f1a49 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:39.749781 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-21fa63cc-7640-4655-b877-a7ebed4e447b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:39.750585 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8c2961c5-1876-4261-99d7-34f728e3c9ae req-2ba0e75c-9069-481a-b568-7694ca7f1a49 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=724e6ca0-78af-4670-a409-d2ee15ebf3d4 HTTP/1.1" status: 200 len: 945 time: 0.0658326 May 20 09:19:39.753887 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-21fa63cc-7640-4655-b877-a7ebed4e447b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2e15efab-4c90-45c6-b433-9ff00db13acb HTTP/1.1" status: 204 len: 168 time: 0.1636224 May 20 09:19:39.762022 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa63cc-7640-4655-b877-a7ebed4e447b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e15efab-4c90-45c6-b433-9ff00db13acb,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:39.843798 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8c2961c5-1876-4261-99d7-34f728e3c9ae req-fd3588cc-8cb3-4f69-b87a-9536324d13da tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856428 May 20 09:19:39.954901 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10a3e1-430b-4477-9351-3b1175f8936f req-6a821d72-9f8a-4142-a186-73fc5dd9b2d2 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:39.956412 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-ce10a3e1-430b-4477-9351-3b1175f8936f req-6a821d72-9f8a-4142-a186-73fc5dd9b2d2 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 944 time: 0.0598536 May 20 09:19:40.026267 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-ce10a3e1-430b-4477-9351-3b1175f8936f req-1472b760-8412-4d29-99b8-676af2a02c02 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=77594603-be96-4488-bbad-ba5e3374762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577681 May 20 09:19:40.481881 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 36786) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:19:40.596901 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-3cb977b1-2a02-4329-ae3f-5838f1ded06c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1453114515-network', 'tenant_id': 'e619f7d90e8543ba85f3bbaba9046c72'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:19:40.639815 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb977b1-2a02-4329-ae3f-5838f1ded06c admin admin] Made reservation on behalf of e619f7d90e8543ba85f3bbaba9046c72 for: {'network': 1} {{(pid=104275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:19:40.642745 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-3cb977b1-2a02-4329-ae3f-5838f1ded06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for network (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:40.654974 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-3cb977b1-2a02-4329-ae3f-5838f1ded06c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:40.757618 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-3cb977b1-2a02-4329-ae3f-5838f1ded06c admin admin] Publish callbacks [] for security_group (4e97a8f8-394a-4757-a4c5-735484eba25a), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:40.763008 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-3cb977b1-2a02-4329-ae3f-5838f1ded06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (4e97a8f8-394a-4757-a4c5-735484eba25a), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:40.779972 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cb977b1-2a02-4329-ae3f-5838f1ded06c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=104275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 09:19:40.805185 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-3cb977b1-2a02-4329-ae3f-5838f1ded06c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728767071609', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461326'] for segment (891deb6d-6410-450e-b72f-5f106f4f4b8d), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:40.805591 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.db.segments_db [None req-3cb977b1-2a02-4329-ae3f-5838f1ded06c admin admin] Added segment 891deb6d-6410-450e-b72f-5f106f4f4b8d of type vlan for network 7c4daf32-ed58-4d1f-a204-f678b6d4c5c3 May 20 09:19:40.815033 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb977b1-2a02-4329-ae3f-5838f1ded06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e97a8f8-394a-4757-a4c5-735484eba25a,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:40.818278 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:19:40.820834 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:UPDATE=2,neutron:INSERT=13,neutron:SELECT=83,neutron:DELETE=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:19:40.854302 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-3cb977b1-2a02-4329-ae3f-5838f1ded06c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728766529127'] for network (7c4daf32-ed58-4d1f-a204-f678b6d4c5c3), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:40.886755 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-3cb977b1-2a02-4329-ae3f-5838f1ded06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360'] for network (7c4daf32-ed58-4d1f-a204-f678b6d4c5c3), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:40.888073 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb977b1-2a02-4329-ae3f-5838f1ded06c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:40.888707 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-3cb977b1-2a02-4329-ae3f-5838f1ded06c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for network (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:40.985859 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb977b1-2a02-4329-ae3f-5838f1ded06c admin admin] Pushing event updated for resources: {'Network': ['ID=7c4daf32-ed58-4d1f-a204-f678b6d4c5c3,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:41.002119 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Network 7c4daf32-ed58-4d1f-a204-f678b6d4c5c3 details requested by agent ovs-agent-dv-cinder-836996-23-iscsi with host dv-cinder-836996-23-iscsi {{(pid=104277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 09:19:41.010441 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-3cb977b1-2a02-4329-ae3f-5838f1ded06c admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.5274396 May 20 09:19:41.013676 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 36798) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:19:41.019123 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-2be6798b-bf99-4fa5-8f9e-4088e5d2c5b0 admin admin] Request body: {'subnet': {'network_id': '7c4daf32-ed58-4d1f-a204-f678b6d4c5c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1453114515-subnet', 'tenant_id': 'e619f7d90e8543ba85f3bbaba9046c72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:19:41.022372 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a970a0e-313c-47b8-aed0-3e23cd4b1a5d req-460c8128-185b-4464-b1ae-0bdb4bd5b9d5 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:41.024208 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-4a970a0e-313c-47b8-aed0-3e23cd4b1a5d req-460c8128-185b-4464-b1ae-0bdb4bd5b9d5 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=724e6ca0-78af-4670-a409-d2ee15ebf3d4 HTTP/1.1" status: 200 len: 945 time: 0.0892723 May 20 09:19:41.071711 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be6798b-bf99-4fa5-8f9e-4088e5d2c5b0 admin admin] Made reservation on behalf of e619f7d90e8543ba85f3bbaba9046c72 for: {'subnet': 1} {{(pid=104276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:19:41.074283 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2be6798b-bf99-4fa5-8f9e-4088e5d2c5b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32308480'] for subnet (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:41.119198 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-4a970a0e-313c-47b8-aed0-3e23cd4b1a5d req-614f78fb-9a87-469d-92ca-46d2e235097c tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888445 May 20 09:19:41.250510 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023bf5c-8b3a-47e0-b31e-137815e69ca9 req-e4f34424-6f62-4095-9418-d7bc10a557dc tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:41.252111 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-0023bf5c-8b3a-47e0-b31e-137815e69ca9 req-e4f34424-6f62-4095-9418-d7bc10a557dc tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 944 time: 0.0549159 May 20 09:19:41.296500 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2be6798b-bf99-4fa5-8f9e-4088e5d2c5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32461406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32308502'] for subnet (58c95c88-a774-45d4-a81a-b7efa8ed0dc4), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:41.310062 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-0023bf5c-8b3a-47e0-b31e-137815e69ca9 req-e52611a0-ebc5-4d89-aef4-66e60e8e6cd4 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=77594603-be96-4488-bbad-ba5e3374762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522664 May 20 09:19:41.325947 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:DELETE=2,neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:19:41.358923 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be6798b-bf99-4fa5-8f9e-4088e5d2c5b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58c95c88-a774-45d4-a81a-b7efa8ed0dc4,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:41.372655 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be6798b-bf99-4fa5-8f9e-4088e5d2c5b0 admin admin] Checking segment: {'id': '891deb6d-6410-450e-b72f-5f106f4f4b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '7c4daf32-ed58-4d1f-a204-f678b6d4c5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:19:41.373011 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be6798b-bf99-4fa5-8f9e-4088e5d2c5b0 admin admin] Network hostable DHCP agents. Network: 7c4daf32-ed58-4d1f-a204-f678b6d4c5c3, hostable agents: ['b26f8cd8-eda4-4382-aac8-4197b502694f'], hosted agents: [] {{(pid=104276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 09:19:41.396436 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be6798b-bf99-4fa5-8f9e-4088e5d2c5b0 admin admin] Network 7c4daf32-ed58-4d1f-a204-f678b6d4c5c3 is scheduled to be hosted by DHCP agent b26f8cd8-eda4-4382-aac8-4197b502694f with binding_index 1 {{(pid=104276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 09:19:41.418796 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-2be6798b-bf99-4fa5-8f9e-4088e5d2c5b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-23-iscsi, 7c4daf32-ed58-4d1f-a204-f678b6d4c5c3) {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:19:41.424066 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be6798b-bf99-4fa5-8f9e-4088e5d2c5b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:41.425110 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2be6798b-bf99-4fa5-8f9e-4088e5d2c5b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for subnet (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:41.428175 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934e5e94-53cb-4733-b77d-a935b8d49044 None None] Network 7c4daf32-ed58-4d1f-a204-f678b6d4c5c3 requested from dv-cinder-836996-23-iscsi {{(pid=104277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 20 09:19:41.441575 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-2be6798b-bf99-4fa5-8f9e-4088e5d2c5b0 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4266026 May 20 09:19:41.579863 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74f6c01-968f-4f89-a699-99c639813b8b None None] Network 7c4daf32-ed58-4d1f-a204-f678b6d4c5c3 requested from dv-cinder-836996-23-iscsi {{(pid=104277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 20 09:19:42.346999 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5b816-f24a-4e00-a3e6-e5907e5fdf63 req-4ac92b9a-aeb6-4446-a955-5a92c6589117 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:42.348822 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f5f5b816-f24a-4e00-a3e6-e5907e5fdf63 req-4ac92b9a-aeb6-4446-a955-5a92c6589117 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=724e6ca0-78af-4670-a409-d2ee15ebf3d4 HTTP/1.1" status: 200 len: 945 time: 0.0526977 May 20 09:19:42.411182 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f5f5b816-f24a-4e00-a3e6-e5907e5fdf63 req-3567d98c-9d5f-4a15-9d5d-fe7ef4c2bef3 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564783 May 20 09:19:42.559008 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba952f6-836c-4792-a974-b862b640a98e req-437e4fc2-c4d9-401b-8367-bdfbc6960a0d tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:42.561323 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-eba952f6-836c-4792-a974-b862b640a98e req-437e4fc2-c4d9-401b-8367-bdfbc6960a0d tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 944 time: 0.0741222 May 20 09:19:42.650596 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-eba952f6-836c-4792-a974-b862b640a98e req-aa13b434-1977-4f44-90fe-ee573ece409f tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=77594603-be96-4488-bbad-ba5e3374762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830078 May 20 09:19:43.384621 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24fc37a-4e1f-4bdf-a62a-400f88823bdc req-8cf25091-1c68-4a5c-b0ea-33a77d958dbc tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:43.386077 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a24fc37a-4e1f-4bdf-a62a-400f88823bdc req-8cf25091-1c68-4a5c-b0ea-33a77d958dbc tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.69 "GET /v2.0/networks?id=7c4daf32-ed58-4d1f-a204-f678b6d4c5c3 HTTP/1.1" status: 200 len: 814 time: 0.1023829 May 20 09:19:43.400958 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a24fc37a-4e1f-4bdf-a62a-400f88823bdc req-de460565-d7e0-4730-a276-7737bda86d93 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.69 "GET /v2.0/quotas/e619f7d90e8543ba85f3bbaba9046c72 HTTP/1.1" status: 200 len: 375 time: 0.0094590 May 20 09:19:43.432461 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a24fc37a-4e1f-4bdf-a62a-400f88823bdc req-829ff232-0ea9-476b-9af8-ceb4957c83b5 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e619f7d90e8543ba85f3bbaba9046c72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266368 May 20 09:19:43.519892 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-789e71c9-c146-414e-afcb-71bfa86552fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:43.569072 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a24fc37a-4e1f-4bdf-a62a-400f88823bdc req-0fa15a93-9eee-428b-836c-a1b26210dc17 service neutron] 10.222.0.69 "GET /v2.0/networks/7c4daf32-ed58-4d1f-a204-f678b6d4c5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287701 May 20 09:19:43.658982 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a24fc37a-4e1f-4bdf-a62a-400f88823bdc req-dd1a8a0a-a4f8-4968-bce7-48291ef43cc3 service neutron] 10.222.0.69 "GET /v2.0/networks/7c4daf32-ed58-4d1f-a204-f678b6d4c5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842304 May 20 09:19:45.213421 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601bb8f-12d7-44c8-8006-964def0836fa req-e2ec8384-c875-45b7-84d0-ac0aa6045293 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:45.222364 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2601bb8f-12d7-44c8-8006-964def0836fa req-e2ec8384-c875-45b7-84d0-ac0aa6045293 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=724e6ca0-78af-4670-a409-d2ee15ebf3d4 HTTP/1.1" status: 200 len: 945 time: 0.0607126 May 20 09:19:45.286157 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2601bb8f-12d7-44c8-8006-964def0836fa req-a97626c4-7953-4dd7-8c3f-1b6c0ded4ab8 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558696 May 20 09:19:45.341326 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b8d32-99d0-4d5a-a7dc-817fcde9ebde req-2da561ac-afec-49b9-85a7-c0821694323b tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:45.347731 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-6c9b8d32-99d0-4d5a-a7dc-817fcde9ebde req-2da561ac-afec-49b9-85a7-c0821694323b tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 944 time: 0.0768597 May 20 09:19:45.401291 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-78c97c2e-9a03-4cf9-b663-053754ec008d req-6accf4ac-5d81-42f9-ad95-f323ddfbdd42 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d658381-710d-4b21-b9e9-5661c178a89a HTTP/1.1" status: 200 len: 210 time: 0.0330925 May 20 09:19:45.403778 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-6c9b8d32-99d0-4d5a-a7dc-817fcde9ebde req-c21f0a63-b443-45d6-a5b6-4b14463c7059 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=77594603-be96-4488-bbad-ba5e3374762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508749 May 20 09:19:45.499647 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 0fff114c-fe55-4714-bbdc-e879108b685e details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 09:19:45.599540 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port 0fff114c-fe55-4714-bbdc-e879108b685e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=0fff114c-fe55-4714-bbdc-e879108b685e,segment=NetworkSegment(77eb56c8-f7ae-4980-9031-19500d0fdc26),segment_id=77eb56c8-f7ae-4980-9031-19500d0fdc26)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:19:45.611288 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Returning: {'device': '0fff114c-fe55-4714-bbdc-e879108b685e', 'network_id': 'cb464892-cf71-4d2e-b68f-60163c12a0fe', 'port_id': '0fff114c-fe55-4714-bbdc-e879108b685e', 'mac_address': 'fa:16:3e:f2:15:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5fa699-4c99-4ca7-94b7-2b5c0cff2418', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 09:19:45.646741 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port 0fff114c-fe55-4714-bbdc-e879108b685e is: DOWN; New status is: BUILD {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:19:45.647172 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (0fff114c-fe55-4714-bbdc-e879108b685e), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:45.660043 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fff114c-fe55-4714-bbdc-e879108b685e {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 09:19:45.681459 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port 0fff114c-fe55-4714-bbdc-e879108b685e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=0fff114c-fe55-4714-bbdc-e879108b685e,segment=NetworkSegment(77eb56c8-f7ae-4980-9031-19500d0fdc26),segment_id=77eb56c8-f7ae-4980-9031-19500d0fdc26)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:19:45.689266 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (0fff114c-fe55-4714-bbdc-e879108b685e), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:45.737919 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=0fff114c-fe55-4714-bbdc-e879108b685e,revision_number=9']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:45.752281 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e1c99-d3f4-4c3b-abab-97bd38dcec01 req-d621ae12-8a48-45a6-ab10-4b77297664a8 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:45.753774 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7b7e1c99-d3f4-4c3b-abab-97bd38dcec01 req-d621ae12-8a48-45a6-ab10-4b77297664a8 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.44 "GET /v2.0/ports?device_id=724e6ca0-78af-4670-a409-d2ee15ebf3d4 HTTP/1.1" status: 200 len: 945 time: 0.0516949 May 20 09:19:45.766119 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:19:45.780512 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fdeba05f-9cda-43f6-bc68-f1506cb27b68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:45.852220 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [req-7b7e1c99-d3f4-4c3b-abab-97bd38dcec01 req-aa1f8a09-aae8-435b-af34-de22db4ab940 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Deleting port 9b807888-e022-4e95-89be-56a386f87d4b {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:19:45.852486 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-7b7e1c99-d3f4-4c3b-abab-97bd38dcec01 req-aa1f8a09-aae8-435b-af34-de22db4ab940 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (9b807888-e022-4e95-89be-56a386f87d4b), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:45.863272 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:19:45.918934 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] get_ports_and_sgs() called for port_ids ['0fff114c-fe55-4714-bbdc-e879108b685e'] {{(pid=104277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 09:19:45.919209 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24fc37a-4e1f-4bdf-a62a-400f88823bdc req-a5551f27-0211-4f0f-97fb-989d047bd2a8 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:45.920724 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a24fc37a-4e1f-4bdf-a62a-400f88823bdc req-a5551f27-0211-4f0f-97fb-989d047bd2a8 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.44 "GET /v2.0/networks?id=7c4daf32-ed58-4d1f-a204-f678b6d4c5c3 HTTP/1.1" status: 200 len: 814 time: 0.1099358 May 20 09:19:45.940392 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [req-a24fc37a-4e1f-4bdf-a62a-400f88823bdc req-de52e61d-ed9d-42c1-b6ae-aae7aac1a68e tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Request body: {'port': {'device_id': '1d658381-710d-4b21-b9e9-5661c178a89a', 'network_id': '7c4daf32-ed58-4d1f-a204-f678b6d4c5c3', 'admin_state_up': True, 'tenant_id': 'e619f7d90e8543ba85f3bbaba9046c72'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:19:45.946169 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:19:45.952922 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:19:45.964365 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [req-7b7e1c99-d3f4-4c3b-abab-97bd38dcec01 req-aa1f8a09-aae8-435b-af34-de22db4ab940 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] For port 9b807888-e022-4e95-89be-56a386f87d4b, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=9b807888-e022-4e95-89be-56a386f87d4b,segment=NetworkSegment(665fb377-4509-43d2-a447-5bd58fa768e8),segment_id=665fb377-4509-43d2-a447-5bd58fa768e8)] {{(pid=104276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:19:45.965129 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-7b7e1c99-d3f4-4c3b-abab-97bd38dcec01 req-aa1f8a09-aae8-435b-af34-de22db4ab940 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (9b807888-e022-4e95-89be-56a386f87d4b), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:46.072576 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a24fc37a-4e1f-4bdf-a62a-400f88823bdc req-de52e61d-ed9d-42c1-b6ae-aae7aac1a68e tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Made reservation on behalf of e619f7d90e8543ba85f3bbaba9046c72 for: {'port': 1} {{(pid=104275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:19:46.075897 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-a24fc37a-4e1f-4bdf-a62a-400f88823bdc req-de52e61d-ed9d-42c1-b6ae-aae7aac1a68e tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:46.132594 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-7b7e1c99-d3f4-4c3b-abab-97bd38dcec01 req-aa1f8a09-aae8-435b-af34-de22db4ab940 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:46.132836 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-7b7e1c99-d3f4-4c3b-abab-97bd38dcec01 req-aa1f8a09-aae8-435b-af34-de22db4ab940 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680135'] for floatingip (01106573-57fc-43a7-b3d3-0b4eb4a9089b), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:46.133154 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.db.l3_db [req-7b7e1c99-d3f4-4c3b-abab-97bd38dcec01 req-aa1f8a09-aae8-435b-af34-de22db4ab940 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Floating IP 01106573-57fc-43a7-b3d3-0b4eb4a9089b disassociated. External IP: 172.27.0.14, port: 9b807888-e022-4e95-89be-56a386f87d4b. May 20 09:19:46.133492 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [req-7b7e1c99-d3f4-4c3b-abab-97bd38dcec01 req-aa1f8a09-aae8-435b-af34-de22db4ab940 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Calling delete_port for 9b807888-e022-4e95-89be-56a386f87d4b owned by compute:nova {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:19:46.197521 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.db_base_plugin_common [req-a24fc37a-4e1f-4bdf-a62a-400f88823bdc req-de52e61d-ed9d-42c1-b6ae-aae7aac1a68e tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Allocated IP 172.20.0.2 (7c4daf32-ed58-4d1f-a204-f678b6d4c5c3/58c95c88-a774-45d4-a81a-b7efa8ed0dc4/c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d) {{(pid=104275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:19:46.261392 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-7b7e1c99-d3f4-4c3b-abab-97bd38dcec01 req-aa1f8a09-aae8-435b-af34-de22db4ab940 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (9b807888-e022-4e95-89be-56a386f87d4b), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:46.287213 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f8a09-aae8-435b-af34-de22db4ab940 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Pushing event deleted for resources: {'Port': ['ID=9b807888-e022-4e95-89be-56a386f87d4b,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:46.371248 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-a24fc37a-4e1f-4bdf-a62a-400f88823bdc req-de52e61d-ed9d-42c1-b6ae-aae7aac1a68e tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Publish callbacks [] for port (c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:46.412657 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-a24fc37a-4e1f-4bdf-a62a-400f88823bdc req-de52e61d-ed9d-42c1-b6ae-aae7aac1a68e tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30908355'] for port (c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:46.467700 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a24fc37a-4e1f-4bdf-a62a-400f88823bdc req-de52e61d-ed9d-42c1-b6ae-aae7aac1a68e tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Network 7c4daf32-ed58-4d1f-a204-f678b6d4c5c3 is already hosted by enough agents. {{(pid=104275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:19:46.471215 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.base_scheduler [req-a24fc37a-4e1f-4bdf-a62a-400f88823bdc req-de52e61d-ed9d-42c1-b6ae-aae7aac1a68e tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Resources bound (agent type, host, resource id): {{(pid=104275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:19:46.475700 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [req-a24fc37a-4e1f-4bdf-a62a-400f88823bdc req-de52e61d-ed9d-42c1-b6ae-aae7aac1a68e tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Received port after_create {{(pid=104275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:19:46.505610 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de52e61d-ed9d-42c1-b6ae-aae7aac1a68e tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Pushing event updated for resources: {'Port': ['ID=c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:46.566912 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2864d3-136b-44a8-9d18-92f5bfa1b4bd req-551a2165-8d26-4f53-adcc-bbe72099800b tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:46.568508 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-5c2864d3-136b-44a8-9d18-92f5bfa1b4bd req-551a2165-8d26-4f53-adcc-bbe72099800b tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d658381-710d-4b21-b9e9-5661c178a89a HTTP/1.1" status: 200 len: 931 time: 0.0640106 May 20 09:19:46.573688 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24fc37a-4e1f-4bdf-a62a-400f88823bdc req-de52e61d-ed9d-42c1-b6ae-aae7aac1a68e tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:46.574314 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-a24fc37a-4e1f-4bdf-a62a-400f88823bdc req-de52e61d-ed9d-42c1-b6ae-aae7aac1a68e tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for port (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:46.605955 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a24fc37a-4e1f-4bdf-a62a-400f88823bdc req-de52e61d-ed9d-42c1-b6ae-aae7aac1a68e tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6768327 May 20 09:19:46.618738 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [req-a24fc37a-4e1f-4bdf-a62a-400f88823bdc req-73bbbfce-006b-40cb-aeec-3a4b9a61a1d7 service neutron] Request body: {'port': {'device_id': '1d658381-710d-4b21-b9e9-5661c178a89a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:19:46.655528 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-5c2864d3-136b-44a8-9d18-92f5bfa1b4bd req-1f857bbc-9f0b-4677-8004-f117e011f661 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e97a8f8-394a-4757-a4c5-735484eba25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781901 May 20 09:19:46.685724 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-43f5dedc-ac3d-457a-b292-d57ef766fdde req-55243006-efe1-48d9-a04f-b63f78072bf5 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=724e6ca0-78af-4670-a409-d2ee15ebf3d4 HTTP/1.1" status: 200 len: 210 time: 0.0351865 May 20 09:19:46.709174 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b7e1c99-d3f4-4c3b-abab-97bd38dcec01 req-aa1f8a09-aae8-435b-af34-de22db4ab940 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Router 9c1d9c77-1b9d-4a44-8463-7522608f4462 has already been hosted by L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 {{(pid=104276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 09:19:46.713940 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-a24fc37a-4e1f-4bdf-a62a-400f88823bdc req-73bbbfce-006b-40cb-aeec-3a4b9a61a1d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:46.751109 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:19:46.764648 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:19:46.791617 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:19:46.830169 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b7e1c99-d3f4-4c3b-abab-97bd38dcec01 req-aa1f8a09-aae8-435b-af34-de22db4ab940 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:19:46.836296 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab711ed7-b825-4734-84d1-05330c6ff481 req-cab29841-d993-4211-ae69-1b551e42aa9d tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:46.840420 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1533b06b-4ceb-4a00-aab8-db455252cf63 None None] Sync routers for ids ['9c1d9c77-1b9d-4a44-8463-7522608f4462'] in dv-cinder-836996-23-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:19:46.843635 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-ab711ed7-b825-4734-84d1-05330c6ff481 req-cab29841-d993-4211-ae69-1b551e42aa9d tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 945 time: 0.0949905 May 20 09:19:46.857604 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1533b06b-4ceb-4a00-aab8-db455252cf63 None None] Routers {'9c1d9c77-1b9d-4a44-8463-7522608f4462'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:19:46.858871 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-1533b06b-4ceb-4a00-aab8-db455252cf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:19:46Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['9c1d9c77-1b9d-4a44-8463-7522608f4462'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:19:46.888565 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b7e1c99-d3f4-4c3b-abab-97bd38dcec01 req-aa1f8a09-aae8-435b-af34-de22db4ab940 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] No DVR routers for this DVR port 9b807888-e022-4e95-89be-56a386f87d4b on host hv-cinder-83699 {{(pid=104276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:19:46.891231 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-7b7e1c99-d3f4-4c3b-abab-97bd38dcec01 req-aa1f8a09-aae8-435b-af34-de22db4ab940 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for port (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:46.895198 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7b7e1c99-d3f4-4c3b-abab-97bd38dcec01 req-aa1f8a09-aae8-435b-af34-de22db4ab940 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.44 "DELETE /v2.0/ports/9b807888-e022-4e95-89be-56a386f87d4b HTTP/1.1" status: 204 len: 173 time: 1.1357276 May 20 09:19:46.895687 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724e6ca0-78af-4670-a409-d2ee15ebf3d4', 'name': 'network-vif-deleted', 'tag': '9b807888-e022-4e95-89be-56a386f87d4b'}] {{(pid=104276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:19:46.898483 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f1859fdf6517cac9f3390f7253b255bfbc77edc31af200be8f81c994e01841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146c259e-7ec3-4743-9615-bf3768a9e4df" -d '{"events": [{"server_uuid": "724e6ca0-78af-4670-a409-d2ee15ebf3d4", "name": "network-vif-deleted", "tag": "9b807888-e022-4e95-89be-56a386f87d4b"}]}' {{(pid=104276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:19:46.964278 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-ab711ed7-b825-4734-84d1-05330c6ff481 req-c5a45158-4c53-4c82-96a2-04616091a77d tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=77594603-be96-4488-bbad-ba5e3374762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197624 May 20 09:19:46.965286 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-1533b06b-4ceb-4a00-aab8-db455252cf63 None None] Set router 9c1d9c77-1b9d-4a44-8463-7522608f4462 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:19:47.114483 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:47.123506 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 09:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5065e7f2-9ce2-4c2f-b5d5-2f5508085794 x-openstack-request-id: req-5065e7f2-9ce2-4c2f-b5d5-2f5508085794 {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:19:47.124619 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724e6ca0-78af-4670-a409-d2ee15ebf3d4", "name": "network-vif-deleted", "tag": "9b807888-e022-4e95-89be-56a386f87d4b", "status": "completed", "code": 200}]} {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:19:47.125042 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5065e7f2-9ce2-4c2f-b5d5-2f5508085794 {{(pid=104276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:19:47.125626 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5065e7f2-9ce2-4c2f-b5d5-2f5508085794'] response: {'server_uuid': '724e6ca0-78af-4670-a409-d2ee15ebf3d4', 'name': 'network-vif-deleted', 'tag': '9b807888-e022-4e95-89be-56a386f87d4b', 'status': 'completed', 'code': 200} May 20 09:19:47.142966 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.notifiers.nova [req-a24fc37a-4e1f-4bdf-a62a-400f88823bdc req-73bbbfce-006b-40cb-aeec-3a4b9a61a1d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d {{(pid=104275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 09:19:47.151276 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-a24fc37a-4e1f-4bdf-a62a-400f88823bdc req-73bbbfce-006b-40cb-aeec-3a4b9a61a1d7 service neutron] Publish callbacks [] for port (c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d), precommit_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:47.166757 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.provisioning_blocks [req-a24fc37a-4e1f-4bdf-a62a-400f88823bdc req-73bbbfce-006b-40cb-aeec-3a4b9a61a1d7 service neutron] Transition to ACTIVE for port object c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d will not be triggered until provisioned by entity L2. {{(pid=104275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 20 09:19:47.172356 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-a24fc37a-4e1f-4bdf-a62a-400f88823bdc req-73bbbfce-006b-40cb-aeec-3a4b9a61a1d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30908404'] for port (c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:47.176567 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-1533b06b-4ceb-4a00-aab8-db455252cf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'name': 'tempest-TestVolumeBootPattern-1154776738-router', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'b7ab6e55-17db-42cd-b0ce-5a4147e57649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:16:15Z', 'updated_at': '2022-05-20T09:16:21Z', 'revision_number': 4, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'gw_port': {'id': 'b7ab6e55-17db-42cd-b0ce-5a4147e57649', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:17Z', 'updated_at': '2022-05-20T09:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '1416c85d-0ef1-4a99-95a1-2930a49cdaab', 'name': '', 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'mac_address': 'fa:16:3e:4d:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '4497ded3-0270-4257-8e32-a5b32034f129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:20Z', 'updated_at': '2022-05-20T09:16:25Z', 'revision_number': 5, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'subnets': [{'id': '4497ded3-0270-4257-8e32-a5b32034f129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:19:47.202978 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1533b06b-4ceb-4a00-aab8-db455252cf63 None None] Checking router: 9c1d9c77-1b9d-4a44-8463-7522608f4462 for host: dv-cinder-836996-23-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:19:47.213333 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1533b06b-4ceb-4a00-aab8-db455252cf63 None None] Routers {'9c1d9c77-1b9d-4a44-8463-7522608f4462'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:19:47.213992 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-1533b06b-4ceb-4a00-aab8-db455252cf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:19:46Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['9c1d9c77-1b9d-4a44-8463-7522608f4462'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:19:47.228204 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bbbfce-006b-40cb-aeec-3a4b9a61a1d7 service neutron] Pushing event updated for resources: {'Port': ['ID=c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d,revision_number=2']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:47.296562 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [req-a24fc37a-4e1f-4bdf-a62a-400f88823bdc req-73bbbfce-006b-40cb-aeec-3a4b9a61a1d7 service neutron] Attempting to bind port c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 20 09:19:47.296895 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [req-a24fc37a-4e1f-4bdf-a62a-400f88823bdc req-73bbbfce-006b-40cb-aeec-3a4b9a61a1d7 service neutron] Attempting to bind port c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '891deb6d-6410-450e-b72f-5f106f4f4b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '7c4daf32-ed58-4d1f-a204-f678b6d4c5c3'}] {{(pid=104275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 20 09:19:47.297225 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24fc37a-4e1f-4bdf-a62a-400f88823bdc req-73bbbfce-006b-40cb-aeec-3a4b9a61a1d7 service neutron] Attempting to bind port c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d on network 7c4daf32-ed58-4d1f-a204-f678b6d4c5c3 {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:19:47.301545 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24fc37a-4e1f-4bdf-a62a-400f88823bdc req-73bbbfce-006b-40cb-aeec-3a4b9a61a1d7 service neutron] Port c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d on network 7c4daf32-ed58-4d1f-a204-f678b6d4c5c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 09:19:47.301872 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24fc37a-4e1f-4bdf-a62a-400f88823bdc req-73bbbfce-006b-40cb-aeec-3a4b9a61a1d7 service neutron] Attempting to bind port c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d on network 7c4daf32-ed58-4d1f-a204-f678b6d4c5c3 {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:19:47.306708 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24fc37a-4e1f-4bdf-a62a-400f88823bdc req-73bbbfce-006b-40cb-aeec-3a4b9a61a1d7 service neutron] Checking agent: {'id': '2d1be950-4dd6-4324-90da-2272c7a86826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 9, 11, 22), 'started_at': datetime.datetime(2022, 5, 20, 9, 11, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 9, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 09:19:47.307035 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24fc37a-4e1f-4bdf-a62a-400f88823bdc req-73bbbfce-006b-40cb-aeec-3a4b9a61a1d7 service neutron] Checking segment: {'id': '891deb6d-6410-450e-b72f-5f106f4f4b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '7c4daf32-ed58-4d1f-a204-f678b6d4c5c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:19:47.307451 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24fc37a-4e1f-4bdf-a62a-400f88823bdc req-73bbbfce-006b-40cb-aeec-3a4b9a61a1d7 service neutron] Bound using segment: {'id': '891deb6d-6410-450e-b72f-5f106f4f4b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '7c4daf32-ed58-4d1f-a204-f678b6d4c5c3'} {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 09:19:47.307879 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [req-a24fc37a-4e1f-4bdf-a62a-400f88823bdc req-73bbbfce-006b-40cb-aeec-3a4b9a61a1d7 service neutron] Bound port: c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '891deb6d-6410-450e-b72f-5f106f4f4b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '7c4daf32-ed58-4d1f-a204-f678b6d4c5c3'}}] {{(pid=104275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 20 09:19:47.308225 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-a24fc37a-4e1f-4bdf-a62a-400f88823bdc req-73bbbfce-006b-40cb-aeec-3a4b9a61a1d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:47.325813 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-1533b06b-4ceb-4a00-aab8-db455252cf63 None None] Set router 9c1d9c77-1b9d-4a44-8463-7522608f4462 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:19:47.370939 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [req-a24fc37a-4e1f-4bdf-a62a-400f88823bdc req-73bbbfce-006b-40cb-aeec-3a4b9a61a1d7 service neutron] For port c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d, host hv-cinder-83699, cleared binding levels {{(pid=104275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 09:19:47.374170 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [req-a24fc37a-4e1f-4bdf-a62a-400f88823bdc req-73bbbfce-006b-40cb-aeec-3a4b9a61a1d7 service neutron] For port c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d,segment=NetworkSegment(891deb6d-6410-450e-b72f-5f106f4f4b8d),segment_id=891deb6d-6410-450e-b72f-5f106f4f4b8d)] {{(pid=104275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 09:19:47.380956 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-a24fc37a-4e1f-4bdf-a62a-400f88823bdc req-73bbbfce-006b-40cb-aeec-3a4b9a61a1d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30908404'] for port (c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:47.415646 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24fc37a-4e1f-4bdf-a62a-400f88823bdc req-73bbbfce-006b-40cb-aeec-3a4b9a61a1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:47.416374 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-a24fc37a-4e1f-4bdf-a62a-400f88823bdc req-73bbbfce-006b-40cb-aeec-3a4b9a61a1d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for port (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:47.417940 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a24fc37a-4e1f-4bdf-a62a-400f88823bdc req-73bbbfce-006b-40cb-aeec-3a4b9a61a1d7 service neutron] 10.222.0.44 "PUT /v2.0/ports/c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d HTTP/1.1" status: 200 len: 1093 time: 0.8040683 May 20 09:19:47.418382 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d658381-710d-4b21-b9e9-5661c178a89a', 'tag': 'c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d'}] {{(pid=104275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:19:47.420676 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eea53449646a7168c1429fc9fd421a4bc8c13d7c241c91a60dad7e76b53d9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc28ff23-3d23-4c5d-996f-103b6f48c798" -d '{"events": [{"name": "network-changed", "server_uuid": "1d658381-710d-4b21-b9e9-5661c178a89a", "tag": "c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d"}]}' {{(pid=104275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:19:47.450676 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bbbfce-006b-40cb-aeec-3a4b9a61a1d7 service neutron] Pushing event updated for resources: {'Port': ['ID=c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d,revision_number=3']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:47.494835 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 09:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b2f620-d2b2-4219-ac89-cabeeb41dc78 x-openstack-request-id: req-36b2f620-d2b2-4219-ac89-cabeeb41dc78 {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:19:47.496039 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d658381-710d-4b21-b9e9-5661c178a89a", "tag": "c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d", "status": "completed", "code": 200}]} {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:19:47.496510 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-36b2f620-d2b2-4219-ac89-cabeeb41dc78 {{(pid=104275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:19:47.497114 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36b2f620-d2b2-4219-ac89-cabeeb41dc78'] response: {'name': 'network-changed', 'server_uuid': '1d658381-710d-4b21-b9e9-5661c178a89a', 'tag': 'c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d', 'status': 'completed', 'code': 200} May 20 09:19:47.531522 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-1533b06b-4ceb-4a00-aab8-db455252cf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'name': 'tempest-TestVolumeBootPattern-1154776738-router', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'b7ab6e55-17db-42cd-b0ce-5a4147e57649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:16:15Z', 'updated_at': '2022-05-20T09:16:21Z', 'revision_number': 4, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'gw_port': {'id': 'b7ab6e55-17db-42cd-b0ce-5a4147e57649', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:17Z', 'updated_at': '2022-05-20T09:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '1416c85d-0ef1-4a99-95a1-2930a49cdaab', 'name': '', 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'mac_address': 'fa:16:3e:4d:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '4497ded3-0270-4257-8e32-a5b32034f129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:20Z', 'updated_at': '2022-05-20T09:16:25Z', 'revision_number': 5, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'subnets': [{'id': '4497ded3-0270-4257-8e32-a5b32034f129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:19:47.533453 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 0fff114c-fe55-4714-bbdc-e879108b685e up at agent hyperv_hv-cinder-83699 {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:19:47.539032 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:19:47.575703 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24fc37a-4e1f-4bdf-a62a-400f88823bdc req-6f534b9f-ef99-4208-ad6f-6671e69b507f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:47.578020 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a24fc37a-4e1f-4bdf-a62a-400f88823bdc req-6f534b9f-ef99-4208-ad6f-6671e69b507f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e619f7d90e8543ba85f3bbaba9046c72&device_id=1d658381-710d-4b21-b9e9-5661c178a89a HTTP/1.1" status: 200 len: 1127 time: 0.0588315 May 20 09:19:47.588905 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1533b06b-4ceb-4a00-aab8-db455252cf63 None None] The sync data for ids ['9c1d9c77-1b9d-4a44-8463-7522608f4462'] in dv-cinder-836996-23-iscsi is: [{'id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'name': 'tempest-TestVolumeBootPattern-1154776738-router', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'b7ab6e55-17db-42cd-b0ce-5a4147e57649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:16:15Z', 'updated_at': '2022-05-20T09:16:21Z', 'revision_number': 4, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'gw_port': {'id': 'b7ab6e55-17db-42cd-b0ce-5a4147e57649', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:17Z', 'updated_at': '2022-05-20T09:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '1416c85d-0ef1-4a99-95a1-2930a49cdaab', 'name': '', 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'mac_address': 'fa:16:3e:4d:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '4497ded3-0270-4257-8e32-a5b32034f129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:20Z', 'updated_at': '2022-05-20T09:16:25Z', 'revision_number': 5, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'subnets': [{'id': '4497ded3-0270-4257-8e32-a5b32034f129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:19:47.611674 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Provisioning complete for port 0fff114c-fe55-4714-bbdc-e879108b685e triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:19:47.612130 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (0fff114c-fe55-4714-bbdc-e879108b685e), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:47.627698 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a24fc37a-4e1f-4bdf-a62a-400f88823bdc req-c4e58df3-ab7e-4442-921d-816f4753bf30 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d HTTP/1.1" status: 200 len: 217 time: 0.0421910 May 20 09:19:47.698609 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port 0fff114c-fe55-4714-bbdc-e879108b685e is: BUILD; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:19:47.699375 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (0fff114c-fe55-4714-bbdc-e879108b685e), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:47.704867 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24fc37a-4e1f-4bdf-a62a-400f88823bdc req-8369e4d9-dc5e-46b5-a6e7-97ee63f2f6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:47.706372 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a24fc37a-4e1f-4bdf-a62a-400f88823bdc req-8369e4d9-dc5e-46b5-a6e7-97ee63f2f6c1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=58c95c88-a774-45d4-a81a-b7efa8ed0dc4 HTTP/1.1" status: 200 len: 854 time: 0.0731573 May 20 09:19:47.741119 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b8a799-7b88-4862-8b6d-87faa7d907f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fff114c-fe55-4714-bbdc-e879108b685e'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:19:47.743632 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a79de04d4ec243d1cdc81b41ccc126ec62664011dfe1c1a94e68b1d536b5d8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f0ef35-0ab8-4502-ac22-f1d29b0c4fef" -d '{"events": [{"server_uuid": "53b8a799-7b88-4862-8b6d-87faa7d907f8", "name": "network-vif-plugged", "status": "completed", "tag": "0fff114c-fe55-4714-bbdc-e879108b685e"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:19:47.757625 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port 0fff114c-fe55-4714-bbdc-e879108b685e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=0fff114c-fe55-4714-bbdc-e879108b685e,segment=NetworkSegment(77eb56c8-f7ae-4980-9031-19500d0fdc26),segment_id=77eb56c8-f7ae-4980-9031-19500d0fdc26)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:19:47.759247 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a24fc37a-4e1f-4bdf-a62a-400f88823bdc req-5e193a32-9fbf-4e60-9288-a52e002c0d23 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7c4daf32-ed58-4d1f-a204-f678b6d4c5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416584 May 20 09:19:47.766801 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (0fff114c-fe55-4714-bbdc-e879108b685e), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:47.778513 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 9b807888-e022-4e95-89be-56a386f87d4b no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 09:19:47.814189 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 09:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74158032-ab58-4049-8d11-28c9b524fb6c x-openstack-request-id: req-74158032-ab58-4049-8d11-28c9b524fb6c {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:19:47.814480 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53b8a799-7b88-4862-8b6d-87faa7d907f8", "name": "network-vif-plugged", "status": "completed", "tag": "0fff114c-fe55-4714-bbdc-e879108b685e", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:19:47.814730 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-74158032-ab58-4049-8d11-28c9b524fb6c {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:19:47.815133 dv-cinder-836996-23-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74158032-ab58-4049-8d11-28c9b524fb6c'] response: {'server_uuid': '53b8a799-7b88-4862-8b6d-87faa7d907f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fff114c-fe55-4714-bbdc-e879108b685e', 'code': 200} May 20 09:19:47.815771 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] No Port match for: 9b807888-e022-4e95-89be-56a386f87d4b {{(pid=104277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 20 09:19:47.816110 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 9b807888-e022-4e95-89be-56a386f87d4b not bound to the agent host hv-cinder-83699 {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 09:19:47.863891 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a70aa-0c9d-4670-8e37-ca3d5fd0f993 req-083afe53-eeec-47d2-9126-8a22648c11f9 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:47.871541 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1a3a70aa-0c9d-4670-8e37-ca3d5fd0f993 req-083afe53-eeec-47d2-9126-8a22648c11f9 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d658381-710d-4b21-b9e9-5661c178a89a HTTP/1.1" status: 200 len: 943 time: 0.1111019 May 20 09:19:47.883353 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=0fff114c-fe55-4714-bbdc-e879108b685e,revision_number=10']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:47.893375 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a24fc37a-4e1f-4bdf-a62a-400f88823bdc req-3c7aebd3-543f-481c-815b-582fbb01eaab service neutron] 10.222.0.44 "GET /v2.0/networks/7c4daf32-ed58-4d1f-a204-f678b6d4c5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309972 May 20 09:19:47.955753 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1a3a70aa-0c9d-4670-8e37-ca3d5fd0f993 req-a35c960c-c394-4eb5-8a8d-dcd758a20e0a tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e97a8f8-394a-4757-a4c5-735484eba25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800269 May 20 09:19:47.973037 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:19:47.982780 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:19:48.019725 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a24fc37a-4e1f-4bdf-a62a-400f88823bdc req-9955cfff-585e-4baf-9ebf-1d67aa8b69c4 service neutron] 10.222.0.44 "GET /v2.0/networks/7c4daf32-ed58-4d1f-a204-f678b6d4c5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177382 May 20 09:19:48.062802 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f257b-fae2-4ff4-a1cd-84f8b4602127 req-d739a5f1-d5ca-471e-addf-078609e668ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:48.065480 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-dd5f257b-fae2-4ff4-a1cd-84f8b4602127 req-d739a5f1-d5ca-471e-addf-078609e668ab service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 1131 time: 0.0734286 May 20 09:19:48.068867 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d11b04b-02fd-4194-843e-09469841b1a0 None None] New status for floating IP 01106573-57fc-43a7-b3d3-0b4eb4a9089b: DOWN {{(pid=104277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 20 09:19:48.123503 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23302e5b-5c26-4a7c-b9ed-9bf12ae0239a req-3cb27de4-0e6c-4cdd-befe-6cf0801c3270 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:48.127742 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-23302e5b-5c26-4a7c-b9ed-9bf12ae0239a req-3cb27de4-0e6c-4cdd-befe-6cf0801c3270 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 947 time: 0.0528979 May 20 09:19:48.130755 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-309f4cee-c5c2-4e6d-af35-1e4c525941a4 req-e66e7fe8-4f4d-4c14-9c70-50d11a44788f tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-447532997&fields=id&tenant_id=f26ac8782fe0407cb6f146ba70e74246 HTTP/1.1" status: 200 len: 267 time: 0.0460584 May 20 09:19:48.176920 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-23302e5b-5c26-4a7c-b9ed-9bf12ae0239a req-98ea43a7-0cd2-4ca3-8bb8-be34f89ea777 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=77594603-be96-4488-bbad-ba5e3374762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462348 May 20 09:19:48.250857 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f4cee-c5c2-4e6d-af35-1e4c525941a4 req-f218a13b-3581-4614-a0bd-e8334f1fe85c tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:48.252380 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-309f4cee-c5c2-4e6d-af35-1e4c525941a4 req-f218a13b-3581-4614-a0bd-e8334f1fe85c tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/networks?id=5f48dba5-6c8f-4717-93d6-9f60508a64db HTTP/1.1" status: 200 len: 812 time: 0.1152079 May 20 09:19:48.267719 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-309f4cee-c5c2-4e6d-af35-1e4c525941a4 req-d6bcfbe6-fc9b-4cbf-9226-4feb683f80d9 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/quotas/f26ac8782fe0407cb6f146ba70e74246 HTTP/1.1" status: 200 len: 375 time: 0.0095835 May 20 09:19:48.316590 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-309f4cee-c5c2-4e6d-af35-1e4c525941a4 req-1fd033da-d16c-4e75-944e-ed82cb9e7aa5 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f26ac8782fe0407cb6f146ba70e74246&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438435 May 20 09:19:48.386074 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:48.417157 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-309f4cee-c5c2-4e6d-af35-1e4c525941a4 req-2b1ab3fe-3188-4304-8ca9-6a5627a1187c service neutron] 10.222.0.69 "GET /v2.0/networks/5f48dba5-6c8f-4717-93d6-9f60508a64db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882716 May 20 09:19:48.509539 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-309f4cee-c5c2-4e6d-af35-1e4c525941a4 req-d9df0193-b434-4d2f-93a1-e0bf60b46b30 service neutron] 10.222.0.69 "GET /v2.0/networks/5f48dba5-6c8f-4717-93d6-9f60508a64db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857232 May 20 09:19:48.782899 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:19:48.798211 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28ff23-3d23-4c5d-996f-103b6f48c798 req-8a8029ca-2eeb-4157-82e3-9b2bab118f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:48.800230 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-fc28ff23-3d23-4c5d-996f-103b6f48c798 req-8a8029ca-2eeb-4157-82e3-9b2bab118f67 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e619f7d90e8543ba85f3bbaba9046c72&device_id=1d658381-710d-4b21-b9e9-5661c178a89a HTTP/1.1" status: 200 len: 1127 time: 0.0488458 May 20 09:19:48.819893 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-dd5f257b-fae2-4ff4-a1cd-84f8b4602127 req-97ca9941-a9a5-4ff0-8cd0-29b6a85ddc05 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=77594603-be96-4488-bbad-ba5e3374762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679886 May 20 09:19:48.835716 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1740a538-6939-442b-8b39-f87dc1052ed8 req-1f05189b-38a7-458f-b02c-7693d83b4857 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f18f53dc-1246-48a4-89c6-0872683b41a6 HTTP/1.1" status: 200 len: 210 time: 0.0298860 May 20 09:19:48.895912 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28ff23-3d23-4c5d-996f-103b6f48c798 req-1321683a-4a13-4671-96a1-4b65192870e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:48.897564 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-fc28ff23-3d23-4c5d-996f-103b6f48c798 req-1321683a-4a13-4671-96a1-4b65192870e8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7c4daf32-ed58-4d1f-a204-f678b6d4c5c3 HTTP/1.1" status: 200 len: 915 time: 0.0918248 May 20 09:19:49.079533 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-fc28ff23-3d23-4c5d-996f-103b6f48c798 req-fd245fed-e3f5-49b3-984d-7412b5876cc1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d HTTP/1.1" status: 200 len: 217 time: 0.0514214 May 20 09:19:49.100877 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57898489-9063-4082-a0fb-dbb5e725b1f0 req-6e2104bd-9e75-4d2a-8784-f146e5d08070 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:49.102330 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-57898489-9063-4082-a0fb-dbb5e725b1f0 req-6e2104bd-9e75-4d2a-8784-f146e5d08070 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d658381-710d-4b21-b9e9-5661c178a89a HTTP/1.1" status: 200 len: 943 time: 0.0838063 May 20 09:19:49.162011 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28ff23-3d23-4c5d-996f-103b6f48c798 req-15e293ef-0d04-49ab-98aa-5bfecd095569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:49.163490 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-fc28ff23-3d23-4c5d-996f-103b6f48c798 req-15e293ef-0d04-49ab-98aa-5bfecd095569 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=58c95c88-a774-45d4-a81a-b7efa8ed0dc4 HTTP/1.1" status: 200 len: 854 time: 0.0783620 May 20 09:19:49.191528 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-57898489-9063-4082-a0fb-dbb5e725b1f0 req-e99bb857-dca6-464e-81bc-63c9427b0d7e tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e97a8f8-394a-4757-a4c5-735484eba25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687468 May 20 09:19:49.212287 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-fc28ff23-3d23-4c5d-996f-103b6f48c798 req-ebe1492a-e27d-4a83-8a25-8e3267758405 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7c4daf32-ed58-4d1f-a204-f678b6d4c5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373192 May 20 09:19:49.304387 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e629e97-e9ab-4c34-a47f-c88332543b0b req-2d9a82a6-0e26-47df-b821-b76e8375e301 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:49.305744 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7e629e97-e9ab-4c34-a47f-c88332543b0b req-2d9a82a6-0e26-47df-b821-b76e8375e301 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 947 time: 0.0474641 May 20 09:19:49.354262 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7e629e97-e9ab-4c34-a47f-c88332543b0b req-b72361f4-6ef5-4630-8f50-955f5567705a tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=77594603-be96-4488-bbad-ba5e3374762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406463 May 20 09:19:49.528965 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 09:19:49.575701 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-fc28ff23-3d23-4c5d-996f-103b6f48c798 req-20f98057-b25a-44a7-b34f-27992e595a48 service neutron] 10.222.0.44 "GET /v2.0/networks/7c4daf32-ed58-4d1f-a204-f678b6d4c5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073992 May 20 09:19:49.632579 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d,segment=NetworkSegment(891deb6d-6410-450e-b72f-5f106f4f4b8d),segment_id=891deb6d-6410-450e-b72f-5f106f4f4b8d)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:19:49.651562 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Returning: {'device': 'c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d', 'network_id': '7c4daf32-ed58-4d1f-a204-f678b6d4c5c3', 'port_id': 'c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d', 'mac_address': 'fa:16:3e:b0:a9:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58c95c88-a774-45d4-a81a-b7efa8ed0dc4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 09:19:49.687899 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d is: DOWN; New status is: BUILD {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:19:49.688475 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:49.694834 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-fc28ff23-3d23-4c5d-996f-103b6f48c798 req-9e744436-5e5e-4f2c-a2a6-fb620b9630df service neutron] 10.222.0.44 "GET /v2.0/networks/7c4daf32-ed58-4d1f-a204-f678b6d4c5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970378 May 20 09:19:49.702243 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 09:19:49.721892 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d,segment=NetworkSegment(891deb6d-6410-450e-b72f-5f106f4f4b8d),segment_id=891deb6d-6410-450e-b72f-5f106f4f4b8d)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:19:49.727057 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:49.771799 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d,revision_number=4']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:49.950461 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-e1150a2c-0474-48c4-b513-a97f23bcc708 req-abef3380-cab9-404b-a422-45a236fa5236 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f18f53dc-1246-48a4-89c6-0872683b41a6 HTTP/1.1" status: 200 len: 210 time: 0.0346849 May 20 09:19:49.984421 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] get_ports_and_sgs() called for port_ids ['c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d'] {{(pid=104277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 09:19:50.007678 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:19:50.141021 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:50.313230 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f114ef0-f890-4482-a7f1-cabe6d034d37 req-704b2c15-50a4-4f70-9c50-8852f7f0ae85 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:50.314803 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-0f114ef0-f890-4482-a7f1-cabe6d034d37 req-704b2c15-50a4-4f70-9c50-8852f7f0ae85 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d658381-710d-4b21-b9e9-5661c178a89a HTTP/1.1" status: 200 len: 944 time: 0.0493639 May 20 09:19:50.371425 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-0f114ef0-f890-4482-a7f1-cabe6d034d37 req-cd6b96df-f7c7-44c8-b992-7219c815f66d tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e97a8f8-394a-4757-a4c5-735484eba25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502310 May 20 09:19:50.442240 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:19:50.449199 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:19:50.514809 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421b752-4658-4520-873f-06a34364d1cb req-263a6e51-7b2d-4e9d-a3f5-2b43a354aa15 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:50.516435 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-9421b752-4658-4520-873f-06a34364d1cb req-263a6e51-7b2d-4e9d-a3f5-2b43a354aa15 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 947 time: 0.0711420 May 20 09:19:50.539673 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f4cee-c5c2-4e6d-af35-1e4c525941a4 req-102b26ff-9fd3-442a-8cda-2978c137c52f tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:50.541354 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-309f4cee-c5c2-4e6d-af35-1e4c525941a4 req-102b26ff-9fd3-442a-8cda-2978c137c52f tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.44 "GET /v2.0/networks?id=5f48dba5-6c8f-4717-93d6-9f60508a64db HTTP/1.1" status: 200 len: 812 time: 0.1860621 May 20 09:19:50.617241 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-9421b752-4658-4520-873f-06a34364d1cb req-7d94586d-aab1-4594-9791-4fd1343fda69 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=77594603-be96-4488-bbad-ba5e3374762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916786 May 20 09:19:50.630994 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-309f4cee-c5c2-4e6d-af35-1e4c525941a4 req-ad71fe3e-05c4-4eae-8796-9e0de364ae75 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f26ac8782fe0407cb6f146ba70e74246 HTTP/1.1" status: 200 len: 379 time: 0.0799384 May 20 09:19:50.684735 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [req-309f4cee-c5c2-4e6d-af35-1e4c525941a4 req-321a942b-995e-4409-ba37-7df770de9f6e tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Request body: {'port': {'device_id': 'f18f53dc-1246-48a4-89c6-0872683b41a6', 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db', 'admin_state_up': True, 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'security_groups': ['cf3c320a-616e-473e-b007-70faf4e4726f']}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:19:50.810427 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-309f4cee-c5c2-4e6d-af35-1e4c525941a4 req-321a942b-995e-4409-ba37-7df770de9f6e tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Made reservation on behalf of f26ac8782fe0407cb6f146ba70e74246 for: {'port': 1} {{(pid=104275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:19:50.813893 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-309f4cee-c5c2-4e6d-af35-1e4c525941a4 req-321a942b-995e-4409-ba37-7df770de9f6e tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:50.946361 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.db_base_plugin_common [req-309f4cee-c5c2-4e6d-af35-1e4c525941a4 req-321a942b-995e-4409-ba37-7df770de9f6e tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Allocated IP 172.20.0.10 (5f48dba5-6c8f-4717-93d6-9f60508a64db/4497ded3-0270-4257-8e32-a5b32034f129/b5598616-768d-4048-8257-a24495be6820) {{(pid=104275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:19:51.050541 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4aa6a63b-68a0-40b8-8601-42c0900663e6 req-0bf1f16a-ecdf-47ca-8290-3fc1027e0b5b tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f18f53dc-1246-48a4-89c6-0872683b41a6 HTTP/1.1" status: 200 len: 210 time: 0.0281549 May 20 09:19:51.083670 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-309f4cee-c5c2-4e6d-af35-1e4c525941a4 req-321a942b-995e-4409-ba37-7df770de9f6e tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks [] for port (b5598616-768d-4048-8257-a24495be6820), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:51.381204 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-309f4cee-c5c2-4e6d-af35-1e4c525941a4 req-321a942b-995e-4409-ba37-7df770de9f6e tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30908355'] for port (b5598616-768d-4048-8257-a24495be6820), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:51.426286 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-309f4cee-c5c2-4e6d-af35-1e4c525941a4 req-321a942b-995e-4409-ba37-7df770de9f6e tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Network 5f48dba5-6c8f-4717-93d6-9f60508a64db is already hosted by enough agents. {{(pid=104275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:19:51.431229 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.base_scheduler [req-309f4cee-c5c2-4e6d-af35-1e4c525941a4 req-321a942b-995e-4409-ba37-7df770de9f6e tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Resources bound (agent type, host, resource id): {{(pid=104275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:19:51.433469 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321a942b-995e-4409-ba37-7df770de9f6e tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Pushing event updated for resources: {'Port': ['ID=b5598616-768d-4048-8257-a24495be6820,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:51.435579 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [req-309f4cee-c5c2-4e6d-af35-1e4c525941a4 req-321a942b-995e-4409-ba37-7df770de9f6e tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Received port after_create {{(pid=104275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:19:51.496896 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:19:51.520255 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f4cee-c5c2-4e6d-af35-1e4c525941a4 req-321a942b-995e-4409-ba37-7df770de9f6e tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:51.520880 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-309f4cee-c5c2-4e6d-af35-1e4c525941a4 req-321a942b-995e-4409-ba37-7df770de9f6e tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for port (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:51.528337 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d up at agent hyperv_hv-cinder-83699 {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:19:51.530803 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff80dc-238a-4715-b0ce-37886a2b0d63 req-7bee2522-2fcd-4140-8123-a16ef758322b tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:51.532974 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-02ff80dc-238a-4715-b0ce-37886a2b0d63 req-7bee2522-2fcd-4140-8123-a16ef758322b tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d658381-710d-4b21-b9e9-5661c178a89a HTTP/1.1" status: 200 len: 944 time: 0.0749464 May 20 09:19:51.562634 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-309f4cee-c5c2-4e6d-af35-1e4c525941a4 req-321a942b-995e-4409-ba37-7df770de9f6e tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8831906 May 20 09:19:51.579335 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [req-309f4cee-c5c2-4e6d-af35-1e4c525941a4 req-62b5ba37-d823-4a88-b876-5c4807950f34 service neutron] Request body: {'port': {'device_id': 'f18f53dc-1246-48a4-89c6-0872683b41a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:19:51.584561 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Provisioning for port c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d completed by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 20 09:19:51.594446 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Provisioning complete for port c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:19:51.595384 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:51.624766 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:19:51.629022 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:19:51.638892 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-02ff80dc-238a-4715-b0ce-37886a2b0d63 req-ef58ad5f-8292-452c-8b0c-6374469f3183 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e97a8f8-394a-4757-a4c5-735484eba25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988722 May 20 09:19:51.706688 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-309f4cee-c5c2-4e6d-af35-1e4c525941a4 req-62b5ba37-d823-4a88-b876-5c4807950f34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (b5598616-768d-4048-8257-a24495be6820), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:51.728371 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d is: BUILD; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:19:51.729328 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:51.733594 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-c049e365-ec9b-4c6e-abb5-f85c2a7a7b6e None None] Provisioning complete for port b5598616-768d-4048-8257-a24495be6820 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:19:51.734947 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c049e365-ec9b-4c6e-abb5-f85c2a7a7b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (b5598616-768d-4048-8257-a24495be6820), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:51.776013 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db801bb9-b1d3-421a-86f9-14a23a5587ea req-cf8a3550-b20f-4930-94e4-45dbd0bbb257 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:51.787495 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-db801bb9-b1d3-421a-86f9-14a23a5587ea req-cf8a3550-b20f-4930-94e4-45dbd0bbb257 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 947 time: 0.0829861 May 20 09:19:51.802215 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d658381-710d-4b21-b9e9-5661c178a89a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:19:51.804639 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a79de04d4ec243d1cdc81b41ccc126ec62664011dfe1c1a94e68b1d536b5d8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91104076-a41f-4009-9d33-147e3768c334" -d '{"events": [{"server_uuid": "1d658381-710d-4b21-b9e9-5661c178a89a", "name": "network-vif-plugged", "status": "completed", "tag": "c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:19:51.831002 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d,segment=NetworkSegment(891deb6d-6410-450e-b72f-5f106f4f4b8d),segment_id=891deb6d-6410-450e-b72f-5f106f4f4b8d)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:19:51.834061 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-c049e365-ec9b-4c6e-abb5-f85c2a7a7b6e None None] Port b5598616-768d-4048-8257-a24495be6820 cannot update to ACTIVE because it is not bound. {{(pid=104277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 20 09:19:51.839813 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:51.849387 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-db801bb9-b1d3-421a-86f9-14a23a5587ea req-23bf3abe-f074-4bc3-9045-c314a66ab59a tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=77594603-be96-4488-bbad-ba5e3374762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609267 May 20 09:19:52.088436 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d,revision_number=5']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:52.092892 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 09:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38468bb-e173-4e64-a443-7044e9a21095 x-openstack-request-id: req-d38468bb-e173-4e64-a443-7044e9a21095 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:19:52.093190 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d658381-710d-4b21-b9e9-5661c178a89a", "name": "network-vif-plugged", "status": "completed", "tag": "c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:19:52.093418 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d38468bb-e173-4e64-a443-7044e9a21095 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:19:52.093813 dv-cinder-836996-23-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d38468bb-e173-4e64-a443-7044e9a21095'] response: {'server_uuid': '1d658381-710d-4b21-b9e9-5661c178a89a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d', 'code': 200} May 20 09:19:52.098502 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46160baf-dec2-44d0-b3e6-a99bd7368384 req-a98bb7f4-58f4-4805-95f9-24d82d5b301b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:52.100811 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-46160baf-dec2-44d0-b3e6-a99bd7368384 req-a98bb7f4-58f4-4805-95f9-24d82d5b301b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1d658381-710d-4b21-b9e9-5661c178a89a HTTP/1.1" status: 200 len: 1129 time: 0.0696757 May 20 09:19:52.176787 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-46160baf-dec2-44d0-b3e6-a99bd7368384 req-7bc78724-fb0a-4506-8ed0-655df7bca527 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4e97a8f8-394a-4757-a4c5-735484eba25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697315 May 20 09:19:52.193395 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.notifiers.nova [req-309f4cee-c5c2-4e6d-af35-1e4c525941a4 req-62b5ba37-d823-4a88-b876-5c4807950f34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5598616-768d-4048-8257-a24495be6820 {{(pid=104275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 09:19:52.193990 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa495d-ee6d-4c30-8dc7-cbcbb13fed9d req-771805bc-bce6-41f8-adea-d71aab4e837c tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:52.195520 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-5dfa495d-ee6d-4c30-8dc7-cbcbb13fed9d req-771805bc-bce6-41f8-adea-d71aab4e837c tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f18f53dc-1246-48a4-89c6-0872683b41a6 HTTP/1.1" status: 200 len: 932 time: 0.0582032 May 20 09:19:52.202594 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-309f4cee-c5c2-4e6d-af35-1e4c525941a4 req-62b5ba37-d823-4a88-b876-5c4807950f34 service neutron] Publish callbacks [] for port (b5598616-768d-4048-8257-a24495be6820), precommit_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:52.215983 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.provisioning_blocks [req-309f4cee-c5c2-4e6d-af35-1e4c525941a4 req-62b5ba37-d823-4a88-b876-5c4807950f34 service neutron] Transition to ACTIVE for port object b5598616-768d-4048-8257-a24495be6820 will not be triggered until provisioned by entity L2. {{(pid=104275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 20 09:19:52.221403 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-309f4cee-c5c2-4e6d-af35-1e4c525941a4 req-62b5ba37-d823-4a88-b876-5c4807950f34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30908404'] for port (b5598616-768d-4048-8257-a24495be6820), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:52.251535 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-5dfa495d-ee6d-4c30-8dc7-cbcbb13fed9d req-2b3c72d2-a90f-459f-a9ef-973aee0f868a tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501688 May 20 09:19:52.276900 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b5ba37-d823-4a88-b876-5c4807950f34 service neutron] Pushing event updated for resources: {'Port': ['ID=b5598616-768d-4048-8257-a24495be6820,revision_number=2']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:52.361157 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [req-309f4cee-c5c2-4e6d-af35-1e4c525941a4 req-62b5ba37-d823-4a88-b876-5c4807950f34 service neutron] Attempting to bind port b5598616-768d-4048-8257-a24495be6820 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 20 09:19:52.361488 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [req-309f4cee-c5c2-4e6d-af35-1e4c525941a4 req-62b5ba37-d823-4a88-b876-5c4807950f34 service neutron] Attempting to bind port b5598616-768d-4048-8257-a24495be6820 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '665fb377-4509-43d2-a447-5bd58fa768e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db'}] {{(pid=104275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 20 09:19:52.361814 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309f4cee-c5c2-4e6d-af35-1e4c525941a4 req-62b5ba37-d823-4a88-b876-5c4807950f34 service neutron] Attempting to bind port b5598616-768d-4048-8257-a24495be6820 on network 5f48dba5-6c8f-4717-93d6-9f60508a64db {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:19:52.366551 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309f4cee-c5c2-4e6d-af35-1e4c525941a4 req-62b5ba37-d823-4a88-b876-5c4807950f34 service neutron] Port b5598616-768d-4048-8257-a24495be6820 on network 5f48dba5-6c8f-4717-93d6-9f60508a64db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 09:19:52.367055 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309f4cee-c5c2-4e6d-af35-1e4c525941a4 req-62b5ba37-d823-4a88-b876-5c4807950f34 service neutron] Attempting to bind port b5598616-768d-4048-8257-a24495be6820 on network 5f48dba5-6c8f-4717-93d6-9f60508a64db {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:19:52.372573 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309f4cee-c5c2-4e6d-af35-1e4c525941a4 req-62b5ba37-d823-4a88-b876-5c4807950f34 service neutron] Checking agent: {'id': '2d1be950-4dd6-4324-90da-2272c7a86826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 9, 11, 22), 'started_at': datetime.datetime(2022, 5, 20, 9, 11, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 9, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 09:19:52.373139 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309f4cee-c5c2-4e6d-af35-1e4c525941a4 req-62b5ba37-d823-4a88-b876-5c4807950f34 service neutron] Checking segment: {'id': '665fb377-4509-43d2-a447-5bd58fa768e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:19:52.373745 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309f4cee-c5c2-4e6d-af35-1e4c525941a4 req-62b5ba37-d823-4a88-b876-5c4807950f34 service neutron] Bound using segment: {'id': '665fb377-4509-43d2-a447-5bd58fa768e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db'} {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 09:19:52.374337 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [req-309f4cee-c5c2-4e6d-af35-1e4c525941a4 req-62b5ba37-d823-4a88-b876-5c4807950f34 service neutron] Bound port: b5598616-768d-4048-8257-a24495be6820, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '665fb377-4509-43d2-a447-5bd58fa768e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db'}}] {{(pid=104275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 20 09:19:52.374849 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-309f4cee-c5c2-4e6d-af35-1e4c525941a4 req-62b5ba37-d823-4a88-b876-5c4807950f34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (b5598616-768d-4048-8257-a24495be6820), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:52.447842 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [req-309f4cee-c5c2-4e6d-af35-1e4c525941a4 req-62b5ba37-d823-4a88-b876-5c4807950f34 service neutron] For port b5598616-768d-4048-8257-a24495be6820, host hv-cinder-83699, cleared binding levels {{(pid=104275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 09:19:52.451155 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [req-309f4cee-c5c2-4e6d-af35-1e4c525941a4 req-62b5ba37-d823-4a88-b876-5c4807950f34 service neutron] For port b5598616-768d-4048-8257-a24495be6820, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b5598616-768d-4048-8257-a24495be6820,segment=NetworkSegment(665fb377-4509-43d2-a447-5bd58fa768e8),segment_id=665fb377-4509-43d2-a447-5bd58fa768e8)] {{(pid=104275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 09:19:52.459165 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-309f4cee-c5c2-4e6d-af35-1e4c525941a4 req-62b5ba37-d823-4a88-b876-5c4807950f34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30908404'] for port (b5598616-768d-4048-8257-a24495be6820), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:52.493720 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f4cee-c5c2-4e6d-af35-1e4c525941a4 req-62b5ba37-d823-4a88-b876-5c4807950f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:52.494780 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-309f4cee-c5c2-4e6d-af35-1e4c525941a4 req-62b5ba37-d823-4a88-b876-5c4807950f34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for port (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:52.496268 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-309f4cee-c5c2-4e6d-af35-1e4c525941a4 req-62b5ba37-d823-4a88-b876-5c4807950f34 service neutron] 10.222.0.44 "PUT /v2.0/ports/b5598616-768d-4048-8257-a24495be6820 HTTP/1.1" status: 200 len: 1094 time: 0.9215746 May 20 09:19:52.502008 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f18f53dc-1246-48a4-89c6-0872683b41a6', 'tag': 'b5598616-768d-4048-8257-a24495be6820'}] {{(pid=104275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:19:52.504319 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eea53449646a7168c1429fc9fd421a4bc8c13d7c241c91a60dad7e76b53d9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9aadf53-ce14-4c88-994e-9a475d8a6db4" -d '{"events": [{"name": "network-changed", "server_uuid": "f18f53dc-1246-48a4-89c6-0872683b41a6", "tag": "b5598616-768d-4048-8257-a24495be6820"}]}' {{(pid=104275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:19:52.528781 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b5ba37-d823-4a88-b876-5c4807950f34 service neutron] Pushing event updated for resources: {'Port': ['ID=b5598616-768d-4048-8257-a24495be6820,revision_number=3']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:52.552668 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 09:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21edc590-bf13-4863-8add-9adf96dd08f4 x-openstack-request-id: req-21edc590-bf13-4863-8add-9adf96dd08f4 {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:19:52.552951 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f18f53dc-1246-48a4-89c6-0872683b41a6", "tag": "b5598616-768d-4048-8257-a24495be6820", "status": "completed", "code": 200}]} {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:19:52.553203 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-21edc590-bf13-4863-8add-9adf96dd08f4 {{(pid=104275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:19:52.553635 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21edc590-bf13-4863-8add-9adf96dd08f4'] response: {'name': 'network-changed', 'server_uuid': 'f18f53dc-1246-48a4-89c6-0872683b41a6', 'tag': 'b5598616-768d-4048-8257-a24495be6820', 'status': 'completed', 'code': 200} May 20 09:19:52.779433 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea60d9-e545-4733-aacc-47c7ff2c5c16 req-b9290669-8338-4da2-afae-39b5b3a6b470 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:52.780622 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9cea60d9-e545-4733-aacc-47c7ff2c5c16 req-b9290669-8338-4da2-afae-39b5b3a6b470 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d658381-710d-4b21-b9e9-5661c178a89a HTTP/1.1" status: 200 len: 945 time: 0.0619888 May 20 09:19:52.801167 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (2d1be950-4dd6-4324-90da-2272c7a86826), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:19:52.833263 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9cea60d9-e545-4733-aacc-47c7ff2c5c16 req-a4e2b171-8e67-4f8b-aafd-1bcd808f04ef tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e97a8f8-394a-4757-a4c5-735484eba25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465865 May 20 09:19:52.865686 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f4cee-c5c2-4e6d-af35-1e4c525941a4 req-367a1617-fee1-4ed5-a5f0-2d28c97935b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:52.867222 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-309f4cee-c5c2-4e6d-af35-1e4c525941a4 req-367a1617-fee1-4ed5-a5f0-2d28c97935b2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f26ac8782fe0407cb6f146ba70e74246&device_id=f18f53dc-1246-48a4-89c6-0872683b41a6 HTTP/1.1" status: 200 len: 1128 time: 0.0436745 May 20 09:19:52.910181 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-309f4cee-c5c2-4e6d-af35-1e4c525941a4 req-daea585e-4222-480a-a368-7cc417d31000 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5598616-768d-4048-8257-a24495be6820 HTTP/1.1" status: 200 len: 217 time: 0.0350707 May 20 09:19:52.958988 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f4cee-c5c2-4e6d-af35-1e4c525941a4 req-269f82ba-c55a-47f3-b4f8-805ee3c5a719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:52.960481 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-309f4cee-c5c2-4e6d-af35-1e4c525941a4 req-269f82ba-c55a-47f3-b4f8-805ee3c5a719 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4497ded3-0270-4257-8e32-a5b32034f129 HTTP/1.1" status: 200 len: 851 time: 0.0428269 May 20 09:19:52.998106 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:19:53.010658 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f4cee-c5c2-4e6d-af35-1e4c525941a4 req-1cd4fa32-9ff9-4aee-91c0-9008319e83ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:53.012143 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-309f4cee-c5c2-4e6d-af35-1e4c525941a4 req-1cd4fa32-9ff9-4aee-91c0-9008319e83ec service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5f48dba5-6c8f-4717-93d6-9f60508a64db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395033 May 20 09:19:53.071182 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:19:53.106187 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-309f4cee-c5c2-4e6d-af35-1e4c525941a4 req-05c1de10-2d1d-42fb-b99e-948680237e7e service neutron] 10.222.0.44 "GET /v2.0/networks/5f48dba5-6c8f-4717-93d6-9f60508a64db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873854 May 20 09:19:53.383536 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d81a0-6b11-405f-a52e-260200c4eb51 req-d0ee2f32-b4a4-41c7-b91f-f827a52f91bc tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:53.384976 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a19d81a0-6b11-405f-a52e-260200c4eb51 req-d0ee2f32-b4a4-41c7-b91f-f827a52f91bc tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f18f53dc-1246-48a4-89c6-0872683b41a6 HTTP/1.1" status: 200 len: 944 time: 0.0499828 May 20 09:19:53.438648 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a19d81a0-6b11-405f-a52e-260200c4eb51 req-a8f7682e-931b-4e08-97fa-fd28ad649540 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449767 May 20 09:19:53.624634 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-309f4cee-c5c2-4e6d-af35-1e4c525941a4 req-4576a157-7271-415b-afb2-af1f4470e8c4 service neutron] 10.222.0.44 "GET /v2.0/networks/5f48dba5-6c8f-4717-93d6-9f60508a64db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897198 May 20 09:19:53.715862 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aadf53-ce14-4c88-994e-9a475d8a6db4 req-fec725e4-36bf-40c8-98e1-cfec1a72f0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:53.717404 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b9aadf53-ce14-4c88-994e-9a475d8a6db4 req-fec725e4-36bf-40c8-98e1-cfec1a72f0cf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f26ac8782fe0407cb6f146ba70e74246&device_id=f18f53dc-1246-48a4-89c6-0872683b41a6 HTTP/1.1" status: 200 len: 1128 time: 0.0493338 May 20 09:19:53.804080 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aadf53-ce14-4c88-994e-9a475d8a6db4 req-dc69ae72-5f12-4c60-966a-ae92da91bb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:53.805607 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b9aadf53-ce14-4c88-994e-9a475d8a6db4 req-dc69ae72-5f12-4c60-966a-ae92da91bb7a service neutron] 10.222.0.44 "GET /v2.0/networks?id=5f48dba5-6c8f-4717-93d6-9f60508a64db HTTP/1.1" status: 200 len: 913 time: 0.0827925 May 20 09:19:53.847202 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b9aadf53-ce14-4c88-994e-9a475d8a6db4 req-77e66c7c-7dfa-4822-b3a8-99c850762edf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5598616-768d-4048-8257-a24495be6820 HTTP/1.1" status: 200 len: 217 time: 0.0353777 May 20 09:19:53.895933 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aadf53-ce14-4c88-994e-9a475d8a6db4 req-9188ac1f-fa80-40c0-a4d2-4d40774f67bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:53.897405 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b9aadf53-ce14-4c88-994e-9a475d8a6db4 req-9188ac1f-fa80-40c0-a4d2-4d40774f67bf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4497ded3-0270-4257-8e32-a5b32034f129 HTTP/1.1" status: 200 len: 851 time: 0.0447161 May 20 09:19:53.932802 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:19:53.941085 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aadf53-ce14-4c88-994e-9a475d8a6db4 req-f9d30738-1fb7-42aa-8620-a047399c4a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:53.943274 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b9aadf53-ce14-4c88-994e-9a475d8a6db4 req-f9d30738-1fb7-42aa-8620-a047399c4a34 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5f48dba5-6c8f-4717-93d6-9f60508a64db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390606 May 20 09:19:53.950178 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1e151-8939-4c9e-abba-769669e0e398 req-456de8d9-292b-4747-91fc-900049edc156 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:53.951687 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-78d1e151-8939-4c9e-abba-769669e0e398 req-456de8d9-292b-4747-91fc-900049edc156 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d658381-710d-4b21-b9e9-5661c178a89a HTTP/1.1" status: 200 len: 945 time: 0.0489361 May 20 09:19:54.008564 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-78d1e151-8939-4c9e-abba-769669e0e398 req-d7f3e13c-d58f-4438-9839-055682b43145 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e97a8f8-394a-4757-a4c5-735484eba25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503125 May 20 09:19:54.038876 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b9aadf53-ce14-4c88-994e-9a475d8a6db4 req-1bc82ea8-7a79-491e-9a5e-f716f442ce97 service neutron] 10.222.0.44 "GET /v2.0/networks/5f48dba5-6c8f-4717-93d6-9f60508a64db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895927 May 20 09:19:54.125909 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b9aadf53-ce14-4c88-994e-9a475d8a6db4 req-5d15f8fa-d3ff-4508-ae7a-1ebb88fb8df6 service neutron] 10.222.0.44 "GET /v2.0/networks/5f48dba5-6c8f-4717-93d6-9f60508a64db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812199 May 20 09:19:54.559172 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7381d-b1be-4018-9af7-269ec9d03668 req-1654c8b9-cbdf-4f8d-8ceb-f95f8e8305a8 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:54.560671 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-dfa7381d-b1be-4018-9af7-269ec9d03668 req-1654c8b9-cbdf-4f8d-8ceb-f95f8e8305a8 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f18f53dc-1246-48a4-89c6-0872683b41a6 HTTP/1.1" status: 200 len: 944 time: 0.0483398 May 20 09:19:54.611906 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-dfa7381d-b1be-4018-9af7-269ec9d03668 req-c39f0c81-9aca-4bd1-a3db-45d61d0c9342 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452597 May 20 09:19:55.741233 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c31e0e9-ede6-4106-917b-9cb3438362bf req-d7adf7db-ffd8-4844-aa01-b2c3aa2b7590 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:55.742617 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2c31e0e9-ede6-4106-917b-9cb3438362bf req-d7adf7db-ffd8-4844-aa01-b2c3aa2b7590 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f18f53dc-1246-48a4-89c6-0872683b41a6 HTTP/1.1" status: 200 len: 944 time: 0.0525436 May 20 09:19:55.795500 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2c31e0e9-ede6-4106-917b-9cb3438362bf req-631fa005-24d6-4f5a-8600-233a4388a9b6 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469310 May 20 09:19:56.914922 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4a7be-e898-4ade-b9a7-da722ca0c6b0 req-d5dd3641-8d3c-484f-bc2d-c815b97f9f23 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:56.916485 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-dac4a7be-e898-4ade-b9a7-da722ca0c6b0 req-d5dd3641-8d3c-484f-bc2d-c815b97f9f23 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f18f53dc-1246-48a4-89c6-0872683b41a6 HTTP/1.1" status: 200 len: 944 time: 0.0490162 May 20 09:19:56.970864 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-dac4a7be-e898-4ade-b9a7-da722ca0c6b0 req-01822f6c-934f-475a-b47b-8b0d9fafa814 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461760 May 20 09:19:58.092561 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c5ece-a516-4e8e-a989-cafde46d8c1e req-0664c84c-6a96-486a-91b9-49d3676a2de8 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:58.094161 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-309c5ece-a516-4e8e-a989-cafde46d8c1e req-0664c84c-6a96-486a-91b9-49d3676a2de8 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f18f53dc-1246-48a4-89c6-0872683b41a6 HTTP/1.1" status: 200 len: 944 time: 0.0492387 May 20 09:19:58.150901 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-309c5ece-a516-4e8e-a989-cafde46d8c1e req-6775d878-a1c8-42c6-9abf-e487f0c2cf31 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510552 May 20 09:19:59.269205 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337e28b-7a76-41ab-8de8-196a7386da9e req-c29a2cc9-9037-42c2-a92f-c81092a1bf24 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:19:59.270706 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a337e28b-7a76-41ab-8de8-196a7386da9e req-c29a2cc9-9037-42c2-a92f-c81092a1bf24 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f18f53dc-1246-48a4-89c6-0872683b41a6 HTTP/1.1" status: 200 len: 944 time: 0.0485060 May 20 09:19:59.321954 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a337e28b-7a76-41ab-8de8-196a7386da9e req-2496d98e-4faf-4946-bdb1-f19b17837dcf tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453875 May 20 09:20:00.081254 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f6ddf-3f4a-4dcc-9cf0-582bd36546d4 req-5916d235-df27-408f-9464-e4df54014b50 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:00.082782 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-7d0f6ddf-3f4a-4dcc-9cf0-582bd36546d4 req-5916d235-df27-408f-9464-e4df54014b50 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=a803a923-432b-49f2-8495-8db38c6e44e1 HTTP/1.1" status: 200 len: 946 time: 0.0583019 May 20 09:20:00.129989 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-7d0f6ddf-3f4a-4dcc-9cf0-582bd36546d4 req-0293f0ab-3db7-41b6-a068-5dbf3c4aa612 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=b745a0dc-9f82-404f-a9fd-6ccc1ab3d2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410182 May 20 09:20:00.430489 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:00.445628 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca8881d-fdb0-4390-b8ce-1db061c60141 req-1cc04c78-c184-497d-b6f7-4d8e1779fac2 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:00.447108 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7ca8881d-fdb0-4390-b8ce-1db061c60141 req-1cc04c78-c184-497d-b6f7-4d8e1779fac2 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f18f53dc-1246-48a4-89c6-0872683b41a6 HTTP/1.1" status: 200 len: 944 time: 0.0535166 May 20 09:20:00.503075 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7ca8881d-fdb0-4390-b8ce-1db061c60141 req-c60f09ba-b895-4cf3-a954-0bdc6b2c02c0 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501091 May 20 09:20:01.249119 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba961d-2549-4951-a47f-676ea2a6f46c req-505c1f18-5374-4811-b015-951edfe261af tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:01.250471 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-84ba961d-2549-4951-a47f-676ea2a6f46c req-505c1f18-5374-4811-b015-951edfe261af tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=a803a923-432b-49f2-8495-8db38c6e44e1 HTTP/1.1" status: 200 len: 946 time: 0.0486975 May 20 09:20:01.302048 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-84ba961d-2549-4951-a47f-676ea2a6f46c req-68d4fba5-e142-47a6-8bba-594dbf2e750f tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups?id=b745a0dc-9f82-404f-a9fd-6ccc1ab3d2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434084 May 20 09:20:01.625168 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b2ce1-3e68-4151-a787-a279fcd84e9a req-64ae46c9-a5c2-45e5-aee6-0b113d597539 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:01.627093 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1a8b2ce1-3e68-4151-a787-a279fcd84e9a req-64ae46c9-a5c2-45e5-aee6-0b113d597539 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f18f53dc-1246-48a4-89c6-0872683b41a6 HTTP/1.1" status: 200 len: 944 time: 0.0529642 May 20 09:20:01.681226 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1a8b2ce1-3e68-4151-a787-a279fcd84e9a req-9fb5fc09-2c6e-44ab-be5d-24273b3e0033 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483944 May 20 09:20:01.809001 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9928fc-e549-4bf3-abb6-6e0a97343b4e req-15755490-7f4f-4964-a774-46984e5ad451 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:01.810429 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-9a9928fc-e549-4bf3-abb6-6e0a97343b4e req-15755490-7f4f-4964-a774-46984e5ad451 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.44 "GET /v2.0/ports?device_id=a803a923-432b-49f2-8495-8db38c6e44e1 HTTP/1.1" status: 200 len: 946 time: 0.0574012 May 20 09:20:01.899581 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [req-9a9928fc-e549-4bf3-abb6-6e0a97343b4e req-3a6102c9-0f20-44f9-9a42-fda271b900a4 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Deleting port 449fbc31-4c62-4d87-bf2d-b96937911200 {{(pid=104275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:20:01.899918 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-9a9928fc-e549-4bf3-abb6-6e0a97343b4e req-3a6102c9-0f20-44f9-9a42-fda271b900a4 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (449fbc31-4c62-4d87-bf2d-b96937911200), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:01.914185 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:01.938673 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:01.990816 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [req-9a9928fc-e549-4bf3-abb6-6e0a97343b4e req-3a6102c9-0f20-44f9-9a42-fda271b900a4 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] For port 449fbc31-4c62-4d87-bf2d-b96937911200, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=449fbc31-4c62-4d87-bf2d-b96937911200,segment=NetworkSegment(ef282a07-cf11-4b01-9306-f20c5aec5e53),segment_id=ef282a07-cf11-4b01-9306-f20c5aec5e53)] {{(pid=104275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:20:01.991181 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-9a9928fc-e549-4bf3-abb6-6e0a97343b4e req-3a6102c9-0f20-44f9-9a42-fda271b900a4 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (449fbc31-4c62-4d87-bf2d-b96937911200), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:02.168296 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-9a9928fc-e549-4bf3-abb6-6e0a97343b4e req-3a6102c9-0f20-44f9-9a42-fda271b900a4 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:02.168650 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-9a9928fc-e549-4bf3-abb6-6e0a97343b4e req-3a6102c9-0f20-44f9-9a42-fda271b900a4 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680135'] for floatingip (14587f46-396f-46e7-894e-52265b903401), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:02.168958 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.db.l3_db [req-9a9928fc-e549-4bf3-abb6-6e0a97343b4e req-3a6102c9-0f20-44f9-9a42-fda271b900a4 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Floating IP 14587f46-396f-46e7-894e-52265b903401 disassociated. External IP: 172.27.0.17, port: 449fbc31-4c62-4d87-bf2d-b96937911200. May 20 09:20:02.169294 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [req-9a9928fc-e549-4bf3-abb6-6e0a97343b4e req-3a6102c9-0f20-44f9-9a42-fda271b900a4 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Calling delete_port for 449fbc31-4c62-4d87-bf2d-b96937911200 owned by compute:nova {{(pid=104275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:20:02.301883 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-9a9928fc-e549-4bf3-abb6-6e0a97343b4e req-3a6102c9-0f20-44f9-9a42-fda271b900a4 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30908355'] for port (449fbc31-4c62-4d87-bf2d-b96937911200), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:02.334577 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6102c9-0f20-44f9-9a42-fda271b900a4 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Pushing event deleted for resources: {'Port': ['ID=449fbc31-4c62-4d87-bf2d-b96937911200,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:02.412849 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-08f00a59-6a45-4eab-b834-fa0892b03e78 req-ce1d8726-17be-4d1d-84c3-ee003b46ba34 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/ports?device_id=a803a923-432b-49f2-8495-8db38c6e44e1 HTTP/1.1" status: 200 len: 210 time: 0.0345356 May 20 09:20:02.470508 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a9928fc-e549-4bf3-abb6-6e0a97343b4e req-3a6102c9-0f20-44f9-9a42-fda271b900a4 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Router 7a21919f-b788-4282-be5f-e9af099ab34c has already been hosted by L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 {{(pid=104275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 09:20:02.579669 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a9928fc-e549-4bf3-abb6-6e0a97343b4e req-3a6102c9-0f20-44f9-9a42-fda271b900a4 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:20:02.589101 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9f1ee1-1877-452c-83fc-32cb1e8d5262 None None] Sync routers for ids ['7a21919f-b788-4282-be5f-e9af099ab34c'] in dv-cinder-836996-23-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:20:02.591863 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=85 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:02.595297 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=83 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:02.605245 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9f1ee1-1877-452c-83fc-32cb1e8d5262 None None] Routers {'7a21919f-b788-4282-be5f-e9af099ab34c'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:20:02.605876 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-3b9f1ee1-1877-452c-83fc-32cb1e8d5262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:19:46Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['7a21919f-b788-4282-be5f-e9af099ab34c'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:20:02.623444 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9928fc-e549-4bf3-abb6-6e0a97343b4e req-3a6102c9-0f20-44f9-9a42-fda271b900a4 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] No DVR routers for this DVR port 449fbc31-4c62-4d87-bf2d-b96937911200 on host hv-cinder-83699 {{(pid=104275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:20:02.626157 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-9a9928fc-e549-4bf3-abb6-6e0a97343b4e req-3a6102c9-0f20-44f9-9a42-fda271b900a4 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for port (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:02.629574 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-9a9928fc-e549-4bf3-abb6-6e0a97343b4e req-3a6102c9-0f20-44f9-9a42-fda271b900a4 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.44 "DELETE /v2.0/ports/449fbc31-4c62-4d87-bf2d-b96937911200 HTTP/1.1" status: 204 len: 173 time: 0.8133352 May 20 09:20:02.630024 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a803a923-432b-49f2-8495-8db38c6e44e1', 'name': 'network-vif-deleted', 'tag': '449fbc31-4c62-4d87-bf2d-b96937911200'}] {{(pid=104275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:20:02.632992 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eea53449646a7168c1429fc9fd421a4bc8c13d7c241c91a60dad7e76b53d9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17511086-d76a-46b4-ab78-638fc1178958" -d '{"events": [{"server_uuid": "a803a923-432b-49f2-8495-8db38c6e44e1", "name": "network-vif-deleted", "tag": "449fbc31-4c62-4d87-bf2d-b96937911200"}]}' {{(pid=104275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:20:02.685942 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 09:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d762559-12fc-4bc6-ad50-fafd14757cf2 x-openstack-request-id: req-8d762559-12fc-4bc6-ad50-fafd14757cf2 {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:20:02.686291 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a803a923-432b-49f2-8495-8db38c6e44e1", "name": "network-vif-deleted", "tag": "449fbc31-4c62-4d87-bf2d-b96937911200", "status": "completed", "code": 200}]} {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:20:02.686589 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8d762559-12fc-4bc6-ad50-fafd14757cf2 {{(pid=104275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:20:02.689309 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d762559-12fc-4bc6-ad50-fafd14757cf2'] response: {'server_uuid': 'a803a923-432b-49f2-8495-8db38c6e44e1', 'name': 'network-vif-deleted', 'tag': '449fbc31-4c62-4d87-bf2d-b96937911200', 'status': 'completed', 'code': 200} May 20 09:20:02.713604 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-3b9f1ee1-1877-452c-83fc-32cb1e8d5262 None None] Set router 7a21919f-b788-4282-be5f-e9af099ab34c gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:20:02.791486 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:02.795434 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=63,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:02.826199 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e42d3e-dbfa-432c-be9b-5fea8a9f760d req-ec2fe810-0d9a-4cf5-b566-e895ede777bf tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:02.834442 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-d3e42d3e-dbfa-432c-be9b-5fea8a9f760d req-ec2fe810-0d9a-4cf5-b566-e895ede777bf tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f18f53dc-1246-48a4-89c6-0872683b41a6 HTTP/1.1" status: 200 len: 944 time: 0.0752709 May 20 09:20:02.895770 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-d3e42d3e-dbfa-432c-be9b-5fea8a9f760d req-983db841-d02f-4d34-a78f-e93703a4f2b3 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604293 May 20 09:20:02.949130 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-3b9f1ee1-1877-452c-83fc-32cb1e8d5262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'name': 'tempest-AttachVolumeNegativeTest-998905379-router', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:32Z', 'revision_number': 4, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'gw_port': {'id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:22Z', 'updated_at': '2022-05-20T09:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '1641841d-4922-4348-9adf-d1dfb4671082', 'name': '', 'network_id': '328df357-f834-447d-8616-ac57cd7979a2', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'mac_address': 'fa:16:3e:63:e9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6a66febf-40e6-435b-a129-884260e28f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:28Z', 'updated_at': '2022-05-20T09:13:43Z', 'revision_number': 5, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'subnets': [{'id': '6a66febf-40e6-435b-a129-884260e28f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:20:02.976628 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9f1ee1-1877-452c-83fc-32cb1e8d5262 None None] Checking router: 7a21919f-b788-4282-be5f-e9af099ab34c for host: dv-cinder-836996-23-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:20:02.985539 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9f1ee1-1877-452c-83fc-32cb1e8d5262 None None] Routers {'7a21919f-b788-4282-be5f-e9af099ab34c'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:20:02.986143 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-3b9f1ee1-1877-452c-83fc-32cb1e8d5262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:19:46Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['7a21919f-b788-4282-be5f-e9af099ab34c'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:20:03.096159 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-3b9f1ee1-1877-452c-83fc-32cb1e8d5262 None None] Set router 7a21919f-b788-4282-be5f-e9af099ab34c gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:20:03.374791 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-3b9f1ee1-1877-452c-83fc-32cb1e8d5262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'name': 'tempest-AttachVolumeNegativeTest-998905379-router', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:32Z', 'revision_number': 4, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'gw_port': {'id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:22Z', 'updated_at': '2022-05-20T09:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '1641841d-4922-4348-9adf-d1dfb4671082', 'name': '', 'network_id': '328df357-f834-447d-8616-ac57cd7979a2', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'mac_address': 'fa:16:3e:63:e9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6a66febf-40e6-435b-a129-884260e28f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:28Z', 'updated_at': '2022-05-20T09:13:43Z', 'revision_number': 5, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'subnets': [{'id': '6a66febf-40e6-435b-a129-884260e28f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:20:03.400528 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9f1ee1-1877-452c-83fc-32cb1e8d5262 None None] The sync data for ids ['7a21919f-b788-4282-be5f-e9af099ab34c'] in dv-cinder-836996-23-iscsi is: [{'id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'name': 'tempest-AttachVolumeNegativeTest-998905379-router', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:32Z', 'revision_number': 4, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'gw_port': {'id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:22Z', 'updated_at': '2022-05-20T09:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '1641841d-4922-4348-9adf-d1dfb4671082', 'name': '', 'network_id': '328df357-f834-447d-8616-ac57cd7979a2', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'mac_address': 'fa:16:3e:63:e9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6a66febf-40e6-435b-a129-884260e28f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:28Z', 'updated_at': '2022-05-20T09:13:43Z', 'revision_number': 5, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'subnets': [{'id': '6a66febf-40e6-435b-a129-884260e28f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:20:03.507416 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 37184) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:03.572342 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-ffe4fd59-5669-4823-b71e-5ba1f4e7ccce tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for security_group (b745a0dc-9f82-404f-a9fd-6ccc1ab3d2c5), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:03.597871 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-ffe4fd59-5669-4823-b71e-5ba1f4e7ccce tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for security_group (b745a0dc-9f82-404f-a9fd-6ccc1ab3d2c5), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:03.615365 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:03.627860 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:03.652870 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3281a25-e988-4f2e-9c7e-65ffd47d593b None None] New status for floating IP 14587f46-396f-46e7-894e-52265b903401: DOWN {{(pid=104277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 20 09:20:03.653801 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-ffe4fd59-5669-4823-b71e-5ba1f4e7ccce tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (b745a0dc-9f82-404f-a9fd-6ccc1ab3d2c5), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:03.656429 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-ffe4fd59-5669-4823-b71e-5ba1f4e7ccce tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:03.660349 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-ffe4fd59-5669-4823-b71e-5ba1f4e7ccce tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "DELETE /v2.0/security-groups/b745a0dc-9f82-404f-a9fd-6ccc1ab3d2c5 HTTP/1.1" status: 204 len: 168 time: 0.1492522 May 20 09:20:03.660690 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 37186) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:03.667701 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe4fd59-5669-4823-b71e-5ba1f4e7ccce tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b745a0dc-9f82-404f-a9fd-6ccc1ab3d2c5,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:03.674816 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.api.v2.resource [None req-7479c030-6d95-45cd-b132-318ba0f8ca3c tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] show failed (client error): The resource could not be found. May 20 09:20:03.675877 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-7479c030-6d95-45cd-b132-318ba0f8ca3c tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "GET /v2.0/security-groups/b745a0dc-9f82-404f-a9fd-6ccc1ab3d2c5 HTTP/1.1" status: 404 len: 347 time: 0.0141690 May 20 09:20:03.679171 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 37188) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:03.790746 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [None req-bf77f9f6-83da-44ba-8ea7-43eaab8fad95 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Deleting port 36778900-61de-4061-bf81-5f451ce940ee {{(pid=104275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:20:03.791089 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-bf77f9f6-83da-44ba-8ea7-43eaab8fad95 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (36778900-61de-4061-bf81-5f451ce940ee), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:03.868504 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-bf77f9f6-83da-44ba-8ea7-43eaab8fad95 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (36778900-61de-4061-bf81-5f451ce940ee), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:03.869389 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-bf77f9f6-83da-44ba-8ea7-43eaab8fad95 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for floatingip (36778900-61de-4061-bf81-5f451ce940ee), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:03.884033 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [None req-bf77f9f6-83da-44ba-8ea7-43eaab8fad95 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Calling delete_port for 36778900-61de-4061-bf81-5f451ce940ee owned by network:floatingip {{(pid=104275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:20:04.014376 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a23608-ecf5-4d4f-9e9b-2a8f0c812123 req-2837795a-4b47-48e9-ae0b-01bbca66d81d tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:04.016016 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-13a23608-ecf5-4d4f-9e9b-2a8f0c812123 req-2837795a-4b47-48e9-ae0b-01bbca66d81d tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f18f53dc-1246-48a4-89c6-0872683b41a6 HTTP/1.1" status: 200 len: 944 time: 0.0473108 May 20 09:20:04.032480 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-bf77f9f6-83da-44ba-8ea7-43eaab8fad95 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30908355'] for port (36778900-61de-4061-bf81-5f451ce940ee), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:04.058316 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf77f9f6-83da-44ba-8ea7-43eaab8fad95 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Pushing event deleted for resources: {'Port': ['ID=36778900-61de-4061-bf81-5f451ce940ee,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:04.078733 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-13a23608-ecf5-4d4f-9e9b-2a8f0c812123 req-90ccd987-4b29-4c39-a861-62dba280ea21 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566790 May 20 09:20:04.128826 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-bf77f9f6-83da-44ba-8ea7-43eaab8fad95 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks [] for floatingip (14587f46-396f-46e7-894e-52265b903401), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:04.131621 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-bf77f9f6-83da-44ba-8ea7-43eaab8fad95 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for floatingip (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:04.132812 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-bf77f9f6-83da-44ba-8ea7-43eaab8fad95 tempest-AttachVolumeNegativeTest-981238130 tempest-AttachVolumeNegativeTest-981238130-project] 10.222.0.69 "DELETE /v2.0/floatingips/14587f46-396f-46e7-894e-52265b903401 HTTP/1.1" status: 204 len: 168 time: 0.4524295 May 20 09:20:05.222606 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aeebc7-9dd7-4722-98e7-e159fc218c8a req-f59fa69f-3fde-4546-b5da-bd14f6d90a0e tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:05.224059 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-65aeebc7-9dd7-4722-98e7-e159fc218c8a req-f59fa69f-3fde-4546-b5da-bd14f6d90a0e tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f18f53dc-1246-48a4-89c6-0872683b41a6 HTTP/1.1" status: 200 len: 944 time: 0.0578735 May 20 09:20:05.280260 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-65aeebc7-9dd7-4722-98e7-e159fc218c8a req-d5c1d2ae-9d6b-4fdc-8911-81cd225d345e tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471642 May 20 09:20:05.584618 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device b5598616-768d-4048-8257-a24495be6820 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 09:20:05.587363 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 449fbc31-4c62-4d87-bf2d-b96937911200 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 09:20:05.613067 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] No Port match for: 449fbc31-4c62-4d87-bf2d-b96937911200 {{(pid=104277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 20 09:20:05.613408 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 449fbc31-4c62-4d87-bf2d-b96937911200 not bound to the agent host hv-cinder-83699 {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 09:20:05.698383 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port b5598616-768d-4048-8257-a24495be6820, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b5598616-768d-4048-8257-a24495be6820,segment=NetworkSegment(665fb377-4509-43d2-a447-5bd58fa768e8),segment_id=665fb377-4509-43d2-a447-5bd58fa768e8)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:20:05.710030 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Returning: {'device': 'b5598616-768d-4048-8257-a24495be6820', 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db', 'port_id': 'b5598616-768d-4048-8257-a24495be6820', 'mac_address': 'fa:16:3e:39:7a:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4497ded3-0270-4257-8e32-a5b32034f129', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 09:20:05.748595 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port b5598616-768d-4048-8257-a24495be6820 is: DOWN; New status is: BUILD {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:20:05.748985 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (b5598616-768d-4048-8257-a24495be6820), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:05.761959 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5598616-768d-4048-8257-a24495be6820 {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 09:20:05.784262 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port b5598616-768d-4048-8257-a24495be6820, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b5598616-768d-4048-8257-a24495be6820,segment=NetworkSegment(665fb377-4509-43d2-a447-5bd58fa768e8),segment_id=665fb377-4509-43d2-a447-5bd58fa768e8)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:20:05.791203 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (b5598616-768d-4048-8257-a24495be6820), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:05.836036 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=b5598616-768d-4048-8257-a24495be6820,revision_number=4']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:06.057940 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] get_ports_and_sgs() called for port_ids ['b5598616-768d-4048-8257-a24495be6820'] {{(pid=104277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 09:20:06.396921 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d948a3-cefb-4cf7-9a4a-d08ca8f99d8d req-bf06d720-5994-4947-814d-b83af78ad3f3 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:06.398663 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-47d948a3-cefb-4cf7-9a4a-d08ca8f99d8d req-bf06d720-5994-4947-814d-b83af78ad3f3 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f18f53dc-1246-48a4-89c6-0872683b41a6 HTTP/1.1" status: 200 len: 945 time: 0.0528960 May 20 09:20:06.447324 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-47d948a3-cefb-4cf7-9a4a-d08ca8f99d8d req-1d11f269-eb1a-4355-ad7f-d37fc2309e86 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432260 May 20 09:20:07.567627 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4367c1ba-94b9-4143-ab3d-49f0c47a0857 req-01bd6b22-4254-4667-af5f-e551f165cbc0 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:07.569102 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-4367c1ba-94b9-4143-ab3d-49f0c47a0857 req-01bd6b22-4254-4667-af5f-e551f165cbc0 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f18f53dc-1246-48a4-89c6-0872683b41a6 HTTP/1.1" status: 200 len: 945 time: 0.0458570 May 20 09:20:07.620670 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device b5598616-768d-4048-8257-a24495be6820 up at agent hyperv_hv-cinder-83699 {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:20:07.621324 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-4367c1ba-94b9-4143-ab3d-49f0c47a0857 req-54f47ea5-c317-4e5b-9032-7b95e779f70c tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457883 May 20 09:20:07.666908 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Provisioning for port b5598616-768d-4048-8257-a24495be6820 completed by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 20 09:20:07.676262 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Provisioning complete for port b5598616-768d-4048-8257-a24495be6820 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:20:07.676642 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (b5598616-768d-4048-8257-a24495be6820), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:07.744491 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:07.749035 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port b5598616-768d-4048-8257-a24495be6820 is: BUILD; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:20:07.749439 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (b5598616-768d-4048-8257-a24495be6820), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:07.775416 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18f53dc-1246-48a4-89c6-0872683b41a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5598616-768d-4048-8257-a24495be6820'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:20:07.777442 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a79de04d4ec243d1cdc81b41ccc126ec62664011dfe1c1a94e68b1d536b5d8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a13dcd-2310-4c61-93db-9eee98e98a23" -d '{"events": [{"server_uuid": "f18f53dc-1246-48a4-89c6-0872683b41a6", "name": "network-vif-plugged", "status": "completed", "tag": "b5598616-768d-4048-8257-a24495be6820"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:20:07.797003 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port b5598616-768d-4048-8257-a24495be6820, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b5598616-768d-4048-8257-a24495be6820,segment=NetworkSegment(665fb377-4509-43d2-a447-5bd58fa768e8),segment_id=665fb377-4509-43d2-a447-5bd58fa768e8)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:20:07.802095 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (b5598616-768d-4048-8257-a24495be6820), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:07.824459 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 09:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cffc9b2-b255-4e50-9cb7-d3330c2b85e5 x-openstack-request-id: req-7cffc9b2-b255-4e50-9cb7-d3330c2b85e5 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:20:07.824754 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f18f53dc-1246-48a4-89c6-0872683b41a6", "name": "network-vif-plugged", "status": "completed", "tag": "b5598616-768d-4048-8257-a24495be6820", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:20:07.825009 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7cffc9b2-b255-4e50-9cb7-d3330c2b85e5 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:20:07.825406 dv-cinder-836996-23-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cffc9b2-b255-4e50-9cb7-d3330c2b85e5'] response: {'server_uuid': 'f18f53dc-1246-48a4-89c6-0872683b41a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5598616-768d-4048-8257-a24495be6820', 'code': 200} May 20 09:20:07.831361 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 37262) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:07.856237 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=b5598616-768d-4048-8257-a24495be6820,revision_number=5']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:08.179386 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:08.182417 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:08.258676 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-cb6563c5-f3cc-4167-b9be-3294c5b2caa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683207'] for router_interface (7a21919f-b788-4282-be5f-e9af099ab34c), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:08.740258 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b53d4-f2e5-4c42-935a-af7c481b92e1 req-f344f23c-b67f-4363-86e8-03dc4f36c995 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:08.741708 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8e9b53d4-f2e5-4c42-935a-af7c481b92e1 req-f344f23c-b67f-4363-86e8-03dc4f36c995 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f18f53dc-1246-48a4-89c6-0872683b41a6 HTTP/1.1" status: 200 len: 946 time: 0.0493186 May 20 09:20:08.756693 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998b0d0-4b70-405b-beac-78c8c2a43ad9 req-4046d498-e2da-4352-97ce-20d55a34acc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:08.758193 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-5998b0d0-4b70-405b-beac-78c8c2a43ad9 req-4046d498-e2da-4352-97ce-20d55a34acc5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f18f53dc-1246-48a4-89c6-0872683b41a6 HTTP/1.1" status: 200 len: 1130 time: 0.1181679 May 20 09:20:08.796317 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8e9b53d4-f2e5-4c42-935a-af7c481b92e1 req-74b7b055-512e-4f65-a4a7-e152e45f08c9 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463181 May 20 09:20:08.859895 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-5998b0d0-4b70-405b-beac-78c8c2a43ad9 req-7508fc93-f2b0-4cd1-9246-fcc88f0fc8a3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932560 May 20 09:20:08.864088 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [None req-cb6563c5-f3cc-4167-b9be-3294c5b2caa2 admin admin] Deleting port 1641841d-4922-4348-9adf-d1dfb4671082 {{(pid=104275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:20:08.864425 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-cb6563c5-f3cc-4167-b9be-3294c5b2caa2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (1641841d-4922-4348-9adf-d1dfb4671082), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:08.944014 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [None req-cb6563c5-f3cc-4167-b9be-3294c5b2caa2 admin admin] For port 1641841d-4922-4348-9adf-d1dfb4671082, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=1641841d-4922-4348-9adf-d1dfb4671082,segment=NetworkSegment(ef282a07-cf11-4b01-9306-f20c5aec5e53),segment_id=ef282a07-cf11-4b01-9306-f20c5aec5e53)] {{(pid=104275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:20:08.944376 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-cb6563c5-f3cc-4167-b9be-3294c5b2caa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (1641841d-4922-4348-9adf-d1dfb4671082), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:08.958205 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [None req-cb6563c5-f3cc-4167-b9be-3294c5b2caa2 admin admin] Calling delete_port for 1641841d-4922-4348-9adf-d1dfb4671082 owned by network:router_interface {{(pid=104275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:20:09.147576 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-cb6563c5-f3cc-4167-b9be-3294c5b2caa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30908355'] for port (1641841d-4922-4348-9adf-d1dfb4671082), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:09.170592 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6563c5-f3cc-4167-b9be-3294c5b2caa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1641841d-4922-4348-9adf-d1dfb4671082,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:09.335972 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-cb6563c5-f3cc-4167-b9be-3294c5b2caa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683099'] for router_interface (7a21919f-b788-4282-be5f-e9af099ab34c), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:09.347781 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:09.384025 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:09.549362 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6563c5-f3cc-4167-b9be-3294c5b2caa2 admin admin] Router 7a21919f-b788-4282-be5f-e9af099ab34c has already been hosted by L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 {{(pid=104275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 09:20:09.652152 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6563c5-f3cc-4167-b9be-3294c5b2caa2 admin admin] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:20:09.657261 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-cb6563c5-f3cc-4167-b9be-3294c5b2caa2 admin admin] 10.222.0.69 "PUT /v2.0/routers/7a21919f-b788-4282-be5f-e9af099ab34c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8248818 May 20 09:20:09.659893 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 37290) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:09.664137 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118f1c76-4c72-489f-812d-d414c9f3da71 None None] Sync routers for ids ['7a21919f-b788-4282-be5f-e9af099ab34c'] in dv-cinder-836996-23-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:20:09.675094 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118f1c76-4c72-489f-812d-d414c9f3da71 None None] Routers {'7a21919f-b788-4282-be5f-e9af099ab34c'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:20:09.675738 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-118f1c76-4c72-489f-812d-d414c9f3da71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:19:46Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['7a21919f-b788-4282-be5f-e9af099ab34c'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:20:09.757509 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-3e68970a-776d-476f-a397-5f50b6b47df3 admin admin] Publish callbacks [] for router (7a21919f-b788-4282-be5f-e9af099ab34c), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:09.780044 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-118f1c76-4c72-489f-812d-d414c9f3da71 None None] Set router 7a21919f-b788-4282-be5f-e9af099ab34c gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:20:09.866978 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-3e68970a-776d-476f-a397-5f50b6b47df3 admin admin] Publish callbacks [] for router_gateway (7a21919f-b788-4282-be5f-e9af099ab34c), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:09.944250 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad3287-ed1e-4df7-b6a3-fe70101f1c20 req-a59ed6c4-5f52-4528-8cf6-75f20bdbb9a0 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:09.946327 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-0dad3287-ed1e-4df7-b6a3-fe70101f1c20 req-a59ed6c4-5f52-4528-8cf6-75f20bdbb9a0 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f18f53dc-1246-48a4-89c6-0872683b41a6 HTTP/1.1" status: 200 len: 946 time: 0.0743375 May 20 09:20:09.949084 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-118f1c76-4c72-489f-812d-d414c9f3da71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'name': 'tempest-AttachVolumeNegativeTest-998905379-router', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:20:09Z', 'revision_number': 5, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'gw_port': {'id': 'a2c4dbf7-9749-47fa-ba1d-7683305ad84c', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:22Z', 'updated_at': '2022-05-20T09:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi'}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:20:09.970648 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [None req-3e68970a-776d-476f-a397-5f50b6b47df3 admin admin] Deleting port a2c4dbf7-9749-47fa-ba1d-7683305ad84c {{(pid=104275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:20:09.971039 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-3e68970a-776d-476f-a397-5f50b6b47df3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (a2c4dbf7-9749-47fa-ba1d-7683305ad84c), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:09.973369 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118f1c76-4c72-489f-812d-d414c9f3da71 None None] Checking router: 7a21919f-b788-4282-be5f-e9af099ab34c for host: dv-cinder-836996-23-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:20:09.981615 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118f1c76-4c72-489f-812d-d414c9f3da71 None None] Routers {'7a21919f-b788-4282-be5f-e9af099ab34c'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:20:09.982212 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-118f1c76-4c72-489f-812d-d414c9f3da71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:19:46Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['7a21919f-b788-4282-be5f-e9af099ab34c'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:20:10.015689 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:10.018128 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:10.046661 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-0dad3287-ed1e-4df7-b6a3-fe70101f1c20 req-7434e15d-f876-4d05-a5da-02e9e367e812 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920799 May 20 09:20:10.064714 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-118f1c76-4c72-489f-812d-d414c9f3da71 None None] Set router 7a21919f-b788-4282-be5f-e9af099ab34c gateway port host: None {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:20:10.079583 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [None req-3e68970a-776d-476f-a397-5f50b6b47df3 admin admin] For port a2c4dbf7-9749-47fa-ba1d-7683305ad84c, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=a2c4dbf7-9749-47fa-ba1d-7683305ad84c,segment=NetworkSegment(99d4634d-7c16-4239-978b-38d882e34cf7),segment_id=99d4634d-7c16-4239-978b-38d882e34cf7)] {{(pid=104275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:20:10.079583 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-3e68970a-776d-476f-a397-5f50b6b47df3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (a2c4dbf7-9749-47fa-ba1d-7683305ad84c), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:10.094712 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [None req-3e68970a-776d-476f-a397-5f50b6b47df3 admin admin] Calling delete_port for a2c4dbf7-9749-47fa-ba1d-7683305ad84c owned by network:router_gateway {{(pid=104275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:20:10.112304 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-118f1c76-4c72-489f-812d-d414c9f3da71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'name': 'tempest-AttachVolumeNegativeTest-998905379-router', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:20:09Z', 'revision_number': 6, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'gw_port_host': None}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:20:10.144868 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118f1c76-4c72-489f-812d-d414c9f3da71 None None] The sync data for ids ['7a21919f-b788-4282-be5f-e9af099ab34c'] in dv-cinder-836996-23-iscsi is: [{'id': '7a21919f-b788-4282-be5f-e9af099ab34c', 'name': 'tempest-AttachVolumeNegativeTest-998905379-router', 'tenant_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:20:09Z', 'revision_number': 6, 'project_id': '2ddfd22e3dde4cc89c073bd2d88d648b', 'gw_port_host': None}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:20:10.214796 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:10.238215 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:10.261827 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-3e68970a-776d-476f-a397-5f50b6b47df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30908355'] for port (a2c4dbf7-9749-47fa-ba1d-7683305ad84c), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:10.296443 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68970a-776d-476f-a397-5f50b6b47df3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2c4dbf7-9749-47fa-ba1d-7683305ad84c,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:10.360385 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-3e68970a-776d-476f-a397-5f50b6b47df3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680185'] for router_gateway (7a21919f-b788-4282-be5f-e9af099ab34c), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:10.463125 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-3e68970a-776d-476f-a397-5f50b6b47df3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1553'] for router (7a21919f-b788-4282-be5f-e9af099ab34c), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:10.465335 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-3e68970a-776d-476f-a397-5f50b6b47df3 admin admin] Publish callbacks [] for router_controller (7a21919f-b788-4282-be5f-e9af099ab34c), precommit_delete_associations {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:10.532920 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-3e68970a-776d-476f-a397-5f50b6b47df3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682147'] for router (7a21919f-b788-4282-be5f-e9af099ab34c), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:10.533686 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e68970a-776d-476f-a397-5f50b6b47df3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a21919f-b788-4282-be5f-e9af099ab34c {{(pid=104275) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 09:20:10.539166 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-3e68970a-776d-476f-a397-5f50b6b47df3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:10.540369 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-3e68970a-776d-476f-a397-5f50b6b47df3 admin admin] 10.222.0.69 "DELETE /v2.0/routers/7a21919f-b788-4282-be5f-e9af099ab34c HTTP/1.1" status: 204 len: 168 time: 0.8795648 May 20 09:20:10.543177 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 37302) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:10.594431 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.db_base_plugin_v2 [None req-3228e526-22c4-4868-8a40-2e1e0b33e8d2 admin admin] Deleting subnet 6a66febf-40e6-435b-a129-884260e28f23 {{(pid=104275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 20 09:20:10.598390 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-3228e526-22c4-4868-8a40-2e1e0b33e8d2 admin admin] Publish callbacks [] for subnet (6a66febf-40e6-435b-a129-884260e28f23), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:10.632127 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-3228e526-22c4-4868-8a40-2e1e0b33e8d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30883873'] for subnet (6a66febf-40e6-435b-a129-884260e28f23), precommit_delete_associations {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:10.734294 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-3228e526-22c4-4868-8a40-2e1e0b33e8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1460055'] for subnet (6a66febf-40e6-435b-a129-884260e28f23), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:10.792474 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-3228e526-22c4-4868-8a40-2e1e0b33e8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1460046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30904882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31209470'] for subnet (6a66febf-40e6-435b-a129-884260e28f23), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:10.817497 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3228e526-22c4-4868-8a40-2e1e0b33e8d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a66febf-40e6-435b-a129-884260e28f23,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:10.821083 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-3228e526-22c4-4868-8a40-2e1e0b33e8d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:10.824428 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-3228e526-22c4-4868-8a40-2e1e0b33e8d2 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/6a66febf-40e6-435b-a129-884260e28f23 HTTP/1.1" status: 204 len: 168 time: 0.2801254 May 20 09:20:10.826802 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 37304) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:10.829795 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da30dc8b-ae55-46d8-b170-b28bed288322 None None] Network 328df357-f834-447d-8616-ac57cd7979a2 requested from dv-cinder-836996-23-iscsi {{(pid=104277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 20 09:20:10.834177 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:10.909659 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-ff124d30-ab6f-47dc-83f0-ee09f94b3181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1485502'] for network (328df357-f834-447d-8616-ac57cd7979a2), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:10.958942 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [None req-ff124d30-ab6f-47dc-83f0-ee09f94b3181 admin admin] Deleting port 6744c40d-d645-4971-906b-7c3a1b9ae36b {{(pid=104275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:20:10.960147 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-ff124d30-ab6f-47dc-83f0-ee09f94b3181 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (6744c40d-d645-4971-906b-7c3a1b9ae36b), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:11.026570 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee00c90f-1a06-4ff2-9843-39f65e028dd6 None None] DHCP port deletion for 328df357-f834-447d-8616-ac57cd7979a2 request from dv-cinder-836996-23-iscsi {{(pid=104277) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 20 09:20:11.033817 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [None req-ff124d30-ab6f-47dc-83f0-ee09f94b3181 admin admin] For port 6744c40d-d645-4971-906b-7c3a1b9ae36b, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=6744c40d-d645-4971-906b-7c3a1b9ae36b,segment=NetworkSegment(ef282a07-cf11-4b01-9306-f20c5aec5e53),segment_id=ef282a07-cf11-4b01-9306-f20c5aec5e53)] {{(pid=104275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:20:11.033817 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-ff124d30-ab6f-47dc-83f0-ee09f94b3181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (6744c40d-d645-4971-906b-7c3a1b9ae36b), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:11.052575 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [None req-ff124d30-ab6f-47dc-83f0-ee09f94b3181 admin admin] Calling delete_port for 6744c40d-d645-4971-906b-7c3a1b9ae36b owned by network:dhcp {{(pid=104275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:20:11.078520 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-ee00c90f-1a06-4ff2-9843-39f65e028dd6 None None] Deleting port 6744c40d-d645-4971-906b-7c3a1b9ae36b {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:20:11.079110 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ee00c90f-1a06-4ff2-9843-39f65e028dd6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (6744c40d-d645-4971-906b-7c3a1b9ae36b), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:11.176696 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 6744c40d-d645-4971-906b-7c3a1b9ae36b no longer exists at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 09:20:11.224731 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-ee00c90f-1a06-4ff2-9843-39f65e028dd6 None None] For port 6744c40d-d645-4971-906b-7c3a1b9ae36b, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=6744c40d-d645-4971-906b-7c3a1b9ae36b,segment=NetworkSegment(ef282a07-cf11-4b01-9306-f20c5aec5e53),segment_id=ef282a07-cf11-4b01-9306-f20c5aec5e53)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:20:11.225105 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ee00c90f-1a06-4ff2-9843-39f65e028dd6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (6744c40d-d645-4971-906b-7c3a1b9ae36b), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:11.243449 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:11.248091 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-ee00c90f-1a06-4ff2-9843-39f65e028dd6 None None] Calling delete_port for 6744c40d-d645-4971-906b-7c3a1b9ae36b owned by network:dhcp {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:20:11.271820 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b041d-ef73-4013-a9bc-4beeb5b78d1b req-208e8511-03c6-44a4-be7c-aaaf6096ebd4 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:11.274416 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-6e0b041d-ef73-4013-a9bc-4beeb5b78d1b req-208e8511-03c6-44a4-be7c-aaaf6096ebd4 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f18f53dc-1246-48a4-89c6-0872683b41a6 HTTP/1.1" status: 200 len: 946 time: 0.0920177 May 20 09:20:11.276769 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-ff124d30-ab6f-47dc-83f0-ee09f94b3181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30908355'] for port (6744c40d-d645-4971-906b-7c3a1b9ae36b), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:11.292199 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Port 6744c40d-d645-4971-906b-7c3a1b9ae36b update to DOWN by agent not found {{(pid=104277) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2273}} May 20 09:20:11.292199 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device a2c4dbf7-9749-47fa-ba1d-7683305ad84c no longer exists at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 09:20:11.333602 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] No Port match for: a2c4dbf7-9749-47fa-ba1d-7683305ad84c {{(pid=104277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 20 09:20:11.334691 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device a2c4dbf7-9749-47fa-ba1d-7683305ad84c not bound to the agent host dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 09:20:11.335226 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 1641841d-4922-4348-9adf-d1dfb4671082 no longer exists at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 09:20:11.349137 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff124d30-ab6f-47dc-83f0-ee09f94b3181 admin admin] Pushing event deleted for resources: {'Port': ['ID=6744c40d-d645-4971-906b-7c3a1b9ae36b,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:11.360254 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] No Port match for: 1641841d-4922-4348-9adf-d1dfb4671082 {{(pid=104277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 20 09:20:11.360895 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 1641841d-4922-4348-9adf-d1dfb4671082 not bound to the agent host dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 09:20:11.367797 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff124d30-ab6f-47dc-83f0-ee09f94b3181 admin admin] No DVR routers for this DVR port 6744c40d-d645-4971-906b-7c3a1b9ae36b on host dv-cinder-836996-23-iscsi {{(pid=104275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:20:11.382175 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-6e0b041d-ef73-4013-a9bc-4beeb5b78d1b req-1f0a8edb-d8b0-4592-a1b7-22cf4a49a911 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995641 May 20 09:20:11.402079 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ee00c90f-1a06-4ff2-9843-39f65e028dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945'] for port (6744c40d-d645-4971-906b-7c3a1b9ae36b), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:11.439927 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee00c90f-1a06-4ff2-9843-39f65e028dd6 None None] Pushing event deleted for resources: {'Port': ['ID=6744c40d-d645-4971-906b-7c3a1b9ae36b,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:11.450317 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee00c90f-1a06-4ff2-9843-39f65e028dd6 None None] No DVR routers for this DVR port 6744c40d-d645-4971-906b-7c3a1b9ae36b on host dv-cinder-836996-23-iscsi {{(pid=104277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:20:11.476864 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-ff124d30-ab6f-47dc-83f0-ee09f94b3181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458914', 'neutron.services.segments.db._delete_segments_for_network-8728767071618'] for network (328df357-f834-447d-8616-ac57cd7979a2), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:11.480035 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:11.501353 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.services.segments.db [None req-ff124d30-ab6f-47dc-83f0-ee09f94b3181 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['328df357-f834-447d-8616-ac57cd7979a2']}} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:20:11.521975 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.services.segments.db [None req-ff124d30-ab6f-47dc-83f0-ee09f94b3181 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef282a07-cf11-4b01-9306-f20c5aec5e53') {'for_net_delete': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:20:11.522273 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.services.segments.db [None req-ff124d30-ab6f-47dc-83f0-ee09f94b3181 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef282a07-cf11-4b01-9306-f20c5aec5e53') {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:20:11.552380 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-ff124d30-ab6f-47dc-83f0-ee09f94b3181 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728767071371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30883864'] for segment (ef282a07-cf11-4b01-9306-f20c5aec5e53), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:11.576545 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a199a88-73ff-4cf4-b72d-97a0b1860ade req-6f043fc9-00a9-47a2-a6ba-3aeac49c6967 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:11.578097 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-4a199a88-73ff-4cf4-b72d-97a0b1860ade req-6f043fc9-00a9-47a2-a6ba-3aeac49c6967 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f18f53dc-1246-48a4-89c6-0872683b41a6 HTTP/1.1" status: 200 len: 946 time: 0.0789821 May 20 09:20:11.579120 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-ff124d30-ab6f-47dc-83f0-ee09f94b3181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461326'] for segment (ef282a07-cf11-4b01-9306-f20c5aec5e53), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:11.594807 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff124d30-ab6f-47dc-83f0-ee09f94b3181 admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=104275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 09:20:11.594807 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-ff124d30-ab6f-47dc-83f0-ee09f94b3181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30908304'] for segment (ef282a07-cf11-4b01-9306-f20c5aec5e53), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:11.685174 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-4a199a88-73ff-4cf4-b72d-97a0b1860ade req-2d04508c-c70e-4ffa-8519-e28f1cfc9a5e tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000037 May 20 09:20:11.686375 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-ff124d30-ab6f-47dc-83f0-ee09f94b3181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680149'] for network (328df357-f834-447d-8616-ac57cd7979a2), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:11.707486 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-ff124d30-ab6f-47dc-83f0-ee09f94b3181 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for network (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:11.708733 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 37332) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:11.711894 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-ff124d30-ab6f-47dc-83f0-ee09f94b3181 admin admin] 10.222.0.69 "DELETE /v2.0/networks/328df357-f834-447d-8616-ac57cd7979a2 HTTP/1.1" status: 204 len: 168 time: 0.8839812 May 20 09:20:11.713772 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff124d30-ab6f-47dc-83f0-ee09f94b3181 admin admin] Pushing event deleted for resources: {'Network': ['ID=328df357-f834-447d-8616-ac57cd7979a2,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:11.723342 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:11.757908 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.services.segments.plugin [-] Segment ef282a07-cf11-4b01-9306-f20c5aec5e53 resource provider aggregate not found May 20 09:20:11.765855 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aded078-793d-4e46-9302-4df10aca706a tempest-TestVolumeBootPattern-32530677 tempest-TestVolumeBootPattern-32530677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:11.767818 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-2aded078-793d-4e46-9302-4df10aca706a tempest-TestVolumeBootPattern-32530677 tempest-TestVolumeBootPattern-32530677-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=f18f53dc-1246-48a4-89c6-0872683b41a6 HTTP/1.1" status: 200 len: 1125 time: 0.0580583 May 20 09:20:11.770759 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 37338) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:11.775037 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-8dcf1462-1c72-4db1-9487-e4200de5b80f tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Request body: {'floatingip': {'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'port_id': 'b5598616-768d-4048-8257-a24495be6820', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:20:11.789042 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.services.segments.plugin [-] Segment ef282a07-cf11-4b01-9306-f20c5aec5e53 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ef282a07-cf11-4b01-9306-f20c5aec5e53 found for delete ", "request_id": "req-e95eddb0-21c4-4f96-9552-850e1e6acb7b"}]} May 20 09:20:11.799313 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8dcf1462-1c72-4db1-9487-e4200de5b80f tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:11.849627 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 37340) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:11.880669 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8dcf1462-1c72-4db1-9487-e4200de5b80f tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:11.893629 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-1e6b3d30-1324-4c23-90c7-a4a0457a1316 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2ddfd22e3dde4cc89c073bd2d88d648b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0427790 May 20 09:20:11.896150 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 37342) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:11.942938 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-bede9e84-727b-4a98-9444-b1470ac7a1b5 admin admin] Publish callbacks [] for security_group (f4a9b61b-77db-4edf-be6f-a695c1de5145), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:11.964662 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-bede9e84-727b-4a98-9444-b1470ac7a1b5 admin admin] Publish callbacks [] for security_group (f4a9b61b-77db-4edf-be6f-a695c1de5145), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:11.989713 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_common [None req-8dcf1462-1c72-4db1-9487-e4200de5b80f tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Allocated IP 172.27.0.43 (db85349c-1449-495a-9881-8426bbf372da/93804823-6bc2-4eb0-bfcd-bdee0631ed3e/abb49e1c-6fbc-41bd-966e-f8e89aab8c94) {{(pid=104276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:20:12.011650 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-bede9e84-727b-4a98-9444-b1470ac7a1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (f4a9b61b-77db-4edf-be6f-a695c1de5145), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:12.014107 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-bede9e84-727b-4a98-9444-b1470ac7a1b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:12.017908 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-bede9e84-727b-4a98-9444-b1470ac7a1b5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f4a9b61b-77db-4edf-be6f-a695c1de5145 HTTP/1.1" status: 204 len: 168 time: 0.1182070 May 20 09:20:12.023192 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede9e84-727b-4a98-9444-b1470ac7a1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a9b61b-77db-4edf-be6f-a695c1de5145,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:12.100378 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8dcf1462-1c72-4db1-9487-e4200de5b80f tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks [] for port (abb49e1c-6fbc-41bd-966e-f8e89aab8c94), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:12.133717 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8dcf1462-1c72-4db1-9487-e4200de5b80f tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (abb49e1c-6fbc-41bd-966e-f8e89aab8c94), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:12.171942 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcf1462-1c72-4db1-9487-e4200de5b80f tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Network db85349c-1449-495a-9881-8426bbf372da is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:20:12.174804 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-8dcf1462-1c72-4db1-9487-e4200de5b80f tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:20:12.178493 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcf1462-1c72-4db1-9487-e4200de5b80f tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Received port after_create {{(pid=104276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:20:12.211591 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:12.214529 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcf1462-1c72-4db1-9487-e4200de5b80f tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Pushing event updated for resources: {'Port': ['ID=abb49e1c-6fbc-41bd-966e-f8e89aab8c94,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:12.512253 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:12.551288 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8dcf1462-1c72-4db1-9487-e4200de5b80f tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks [] for floatingip (ab607342-53c4-4af6-b45a-5bf0939b6823), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:12.638201 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8dcf1462-1c72-4db1-9487-e4200de5b80f tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (abb49e1c-6fbc-41bd-966e-f8e89aab8c94), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:12.825030 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8dcf1462-1c72-4db1-9487-e4200de5b80f tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks [] for port (abb49e1c-6fbc-41bd-966e-f8e89aab8c94), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:12.830522 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8dcf1462-1c72-4db1-9487-e4200de5b80f tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32464857'] for port (abb49e1c-6fbc-41bd-966e-f8e89aab8c94), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:12.909055 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcf1462-1c72-4db1-9487-e4200de5b80f tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Pushing event updated for resources: {'Port': ['ID=abb49e1c-6fbc-41bd-966e-f8e89aab8c94,revision_number=2']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:12.912226 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8dcf1462-1c72-4db1-9487-e4200de5b80f tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680135'] for floatingip (ab607342-53c4-4af6-b45a-5bf0939b6823), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:13.009663 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.db.l3_db [None req-8dcf1462-1c72-4db1-9487-e4200de5b80f tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Floating IP ab607342-53c4-4af6-b45a-5bf0939b6823 associated. External IP: 172.27.0.43, port: b5598616-768d-4048-8257-a24495be6820. May 20 09:20:13.069356 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:13.227140 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dcf1462-1c72-4db1-9487-e4200de5b80f tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Router 9c1d9c77-1b9d-4a44-8463-7522608f4462 has already been hosted by L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 {{(pid=104276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 09:20:13.324629 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 37400) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:13.338863 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dcf1462-1c72-4db1-9487-e4200de5b80f tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:20:13.348011 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa6a93b-2083-4ece-810f-c3d22db9acf9 None None] Sync routers for ids ['9c1d9c77-1b9d-4a44-8463-7522608f4462'] in dv-cinder-836996-23-iscsi {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:20:13.361095 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8dcf1462-1c72-4db1-9487-e4200de5b80f tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for floatingip (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:13.365331 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa6a93b-2083-4ece-810f-c3d22db9acf9 None None] Routers {'9c1d9c77-1b9d-4a44-8463-7522608f4462'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:20:13.365967 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-cfa6a93b-2083-4ece-810f-c3d22db9acf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:19:46Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['9c1d9c77-1b9d-4a44-8463-7522608f4462'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:20:13.400966 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-8dcf1462-1c72-4db1-9487-e4200de5b80f tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6290929 May 20 09:20:13.401532 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f18f53dc-1246-48a4-89c6-0872683b41a6', 'tag': 'b5598616-768d-4048-8257-a24495be6820'}] {{(pid=104276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:20:13.403866 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f1859fdf6517cac9f3390f7253b255bfbc77edc31af200be8f81c994e01841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851c7e53-6e03-4d91-a2e6-ca49e5e69840" -d '{"events": [{"name": "network-changed", "server_uuid": "f18f53dc-1246-48a4-89c6-0872683b41a6", "tag": "b5598616-768d-4048-8257-a24495be6820"}]}' {{(pid=104276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:20:13.439789 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 09:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98741be-a887-4417-abe9-4637a1fe1420 x-openstack-request-id: req-b98741be-a887-4417-abe9-4637a1fe1420 {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:20:13.440133 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f18f53dc-1246-48a4-89c6-0872683b41a6", "tag": "b5598616-768d-4048-8257-a24495be6820", "status": "completed", "code": 200}]} {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:20:13.440385 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b98741be-a887-4417-abe9-4637a1fe1420 {{(pid=104276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:20:13.440795 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b98741be-a887-4417-abe9-4637a1fe1420'] response: {'name': 'network-changed', 'server_uuid': 'f18f53dc-1246-48a4-89c6-0872683b41a6', 'tag': 'b5598616-768d-4048-8257-a24495be6820', 'status': 'completed', 'code': 200} May 20 09:20:13.507585 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-9ee25b2a-fcd9-4cd1-92bd-09bbcba7aee5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:13.530892 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c7e53-6e03-4d91-a2e6-ca49e5e69840 req-37bb4feb-639f-44ca-86d8-db97ed3499a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:13.532426 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-851c7e53-6e03-4d91-a2e6-ca49e5e69840 req-37bb4feb-639f-44ca-86d8-db97ed3499a4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f26ac8782fe0407cb6f146ba70e74246&device_id=f18f53dc-1246-48a4-89c6-0872683b41a6 HTTP/1.1" status: 200 len: 1130 time: 0.0671382 May 20 09:20:13.562269 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-cfa6a93b-2083-4ece-810f-c3d22db9acf9 None None] Set router 9c1d9c77-1b9d-4a44-8463-7522608f4462 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:20:13.589911 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-2ee89608-046b-4c83-83ca-adb3f2262b28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:13.666177 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c7e53-6e03-4d91-a2e6-ca49e5e69840 req-aee224ef-eb0d-4a30-ab9f-2ef43d0bb780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:13.667750 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-851c7e53-6e03-4d91-a2e6-ca49e5e69840 req-aee224ef-eb0d-4a30-ab9f-2ef43d0bb780 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5f48dba5-6c8f-4717-93d6-9f60508a64db HTTP/1.1" status: 200 len: 913 time: 0.1275203 May 20 09:20:13.684881 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:13.686904 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-9ee25b2a-fcd9-4cd1-92bd-09bbcba7aee5 admin admin] Publish callbacks [] for security_group (f89ddcc2-3129-4cc1-9aef-a5131e3d17f3), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:13.716392 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-9ee25b2a-fcd9-4cd1-92bd-09bbcba7aee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (f89ddcc2-3129-4cc1-9aef-a5131e3d17f3), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:13.731202 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:13.776959 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee25b2a-fcd9-4cd1-92bd-09bbcba7aee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89ddcc2-3129-4cc1-9aef-a5131e3d17f3,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:13.777762 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-9ee25b2a-fcd9-4cd1-92bd-09bbcba7aee5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f730af25ff034a338304e09f55a9f596&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4520872 May 20 09:20:13.781719 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 37410) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:13.783786 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-851c7e53-6e03-4d91-a2e6-ca49e5e69840 req-7fe4143c-84a7-4c60-8db5-3674191777a8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5598616-768d-4048-8257-a24495be6820 HTTP/1.1" status: 200 len: 999 time: 0.1083908 May 20 09:20:13.785080 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:13.795075 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-cfa6a93b-2083-4ece-810f-c3d22db9acf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'name': 'tempest-TestVolumeBootPattern-1154776738-router', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'b7ab6e55-17db-42cd-b0ce-5a4147e57649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:16:15Z', 'updated_at': '2022-05-20T09:16:21Z', 'revision_number': 4, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'gw_port': {'id': 'b7ab6e55-17db-42cd-b0ce-5a4147e57649', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:17Z', 'updated_at': '2022-05-20T09:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_floatingips': [{'id': 'ab607342-53c4-4af6-b45a-5bf0939b6823', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'floating_ip_address': '172.27.0.43', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'port_id': 'b5598616-768d-4048-8257-a24495be6820', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db', 'mac_address': 'fa:16:3e:39:7a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18f53dc-1246-48a4-89c6-0872683b41a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:20:12Z', 'updated_at': '2022-05-20T09:20:12Z', 'revision_number': 0, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1416c85d-0ef1-4a99-95a1-2930a49cdaab', 'name': '', 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'mac_address': 'fa:16:3e:4d:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '4497ded3-0270-4257-8e32-a5b32034f129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:20Z', 'updated_at': '2022-05-20T09:16:25Z', 'revision_number': 5, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'subnets': [{'id': '4497ded3-0270-4257-8e32-a5b32034f129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:20:13.818278 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:13.820223 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa6a93b-2083-4ece-810f-c3d22db9acf9 None None] Checking router: 9c1d9c77-1b9d-4a44-8463-7522608f4462 for host: dv-cinder-836996-23-iscsi {{(pid=104277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:20:13.829081 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa6a93b-2083-4ece-810f-c3d22db9acf9 None None] Routers {'9c1d9c77-1b9d-4a44-8463-7522608f4462'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:20:13.829914 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-cfa6a93b-2083-4ece-810f-c3d22db9acf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:19:46Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['9c1d9c77-1b9d-4a44-8463-7522608f4462'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:20:13.845538 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c7e53-6e03-4d91-a2e6-ca49e5e69840 req-efed1e2a-ae14-48a1-8624-cb8ce45c3d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:13.846238 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7408dda1-3982-4547-8be8-4435035775d0 admin admin] Publish callbacks [] for security_group (f89ddcc2-3129-4cc1-9aef-a5131e3d17f3), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:13.847157 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-851c7e53-6e03-4d91-a2e6-ca49e5e69840 req-efed1e2a-ae14-48a1-8624-cb8ce45c3d58 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4497ded3-0270-4257-8e32-a5b32034f129 HTTP/1.1" status: 200 len: 851 time: 0.0511043 May 20 09:20:13.869843 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7408dda1-3982-4547-8be8-4435035775d0 admin admin] Publish callbacks [] for security_group (f89ddcc2-3129-4cc1-9aef-a5131e3d17f3), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:13.885642 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:13.894366 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c7e53-6e03-4d91-a2e6-ca49e5e69840 req-3186d091-d328-4628-98ad-8f7f17b89260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:13.896006 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-851c7e53-6e03-4d91-a2e6-ca49e5e69840 req-3186d091-d328-4628-98ad-8f7f17b89260 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5f48dba5-6c8f-4717-93d6-9f60508a64db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0419240 May 20 09:20:13.923405 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7408dda1-3982-4547-8be8-4435035775d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (f89ddcc2-3129-4cc1-9aef-a5131e3d17f3), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:13.926070 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7408dda1-3982-4547-8be8-4435035775d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:13.927456 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-7408dda1-3982-4547-8be8-4435035775d0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f89ddcc2-3129-4cc1-9aef-a5131e3d17f3 HTTP/1.1" status: 204 len: 168 time: 0.1446171 May 20 09:20:13.947477 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7408dda1-3982-4547-8be8-4435035775d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89ddcc2-3129-4cc1-9aef-a5131e3d17f3,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:13.995450 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-851c7e53-6e03-4d91-a2e6-ca49e5e69840 req-7c2204cc-6cc3-4519-8ce9-24dfabccd0ec service neutron] 10.222.0.44 "GET /v2.0/networks/5f48dba5-6c8f-4717-93d6-9f60508a64db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913281 May 20 09:20:14.062961 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.agents_db [None req-08ca63ee-ac6b-41b9-8918-1f445ad695da None None] Agent healthcheck: found 6 active agents {{(pid=104278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 09:20:14.084739 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-cfa6a93b-2083-4ece-810f-c3d22db9acf9 None None] Set router 9c1d9c77-1b9d-4a44-8463-7522608f4462 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:20:14.105605 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-851c7e53-6e03-4d91-a2e6-ca49e5e69840 req-7ceb2610-e86e-494f-92e4-9fb379b8b8dc service neutron] 10.222.0.44 "GET /v2.0/networks/5f48dba5-6c8f-4717-93d6-9f60508a64db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984743 May 20 09:20:14.299634 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-cfa6a93b-2083-4ece-810f-c3d22db9acf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'name': 'tempest-TestVolumeBootPattern-1154776738-router', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'b7ab6e55-17db-42cd-b0ce-5a4147e57649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:16:15Z', 'updated_at': '2022-05-20T09:16:21Z', 'revision_number': 4, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'gw_port': {'id': 'b7ab6e55-17db-42cd-b0ce-5a4147e57649', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:17Z', 'updated_at': '2022-05-20T09:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_floatingips': [{'id': 'ab607342-53c4-4af6-b45a-5bf0939b6823', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'floating_ip_address': '172.27.0.43', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'port_id': 'b5598616-768d-4048-8257-a24495be6820', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db', 'mac_address': 'fa:16:3e:39:7a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18f53dc-1246-48a4-89c6-0872683b41a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:20:12Z', 'updated_at': '2022-05-20T09:20:12Z', 'revision_number': 0, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1416c85d-0ef1-4a99-95a1-2930a49cdaab', 'name': '', 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'mac_address': 'fa:16:3e:4d:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '4497ded3-0270-4257-8e32-a5b32034f129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:20Z', 'updated_at': '2022-05-20T09:16:25Z', 'revision_number': 5, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'subnets': [{'id': '4497ded3-0270-4257-8e32-a5b32034f129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:20:14.335796 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa6a93b-2083-4ece-810f-c3d22db9acf9 None None] The sync data for ids ['9c1d9c77-1b9d-4a44-8463-7522608f4462'] in dv-cinder-836996-23-iscsi is: [{'id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'name': 'tempest-TestVolumeBootPattern-1154776738-router', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'b7ab6e55-17db-42cd-b0ce-5a4147e57649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:16:15Z', 'updated_at': '2022-05-20T09:16:21Z', 'revision_number': 4, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'gw_port': {'id': 'b7ab6e55-17db-42cd-b0ce-5a4147e57649', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:17Z', 'updated_at': '2022-05-20T09:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_floatingips': [{'id': 'ab607342-53c4-4af6-b45a-5bf0939b6823', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'floating_ip_address': '172.27.0.43', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'port_id': 'b5598616-768d-4048-8257-a24495be6820', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db', 'mac_address': 'fa:16:3e:39:7a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18f53dc-1246-48a4-89c6-0872683b41a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:20:12Z', 'updated_at': '2022-05-20T09:20:12Z', 'revision_number': 0, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1416c85d-0ef1-4a99-95a1-2930a49cdaab', 'name': '', 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'mac_address': 'fa:16:3e:4d:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '4497ded3-0270-4257-8e32-a5b32034f129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:20Z', 'updated_at': '2022-05-20T09:16:25Z', 'revision_number': 5, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'subnets': [{'id': '4497ded3-0270-4257-8e32-a5b32034f129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:20:14.545603 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc7991f-0f75-4d9a-8206-80cad9952fe0 None None] New status for floating IP ab607342-53c4-4af6-b45a-5bf0939b6823: ACTIVE {{(pid=104278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 20 09:20:15.782854 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6bb11c75-f54a-4971-9467-fafc0185540c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:16.023995 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 37488) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:16.129650 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-76fbbcb7-06c0-4300-a3c6-53f40ce2b9e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:16.210539 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-76fbbcb7-06c0-4300-a3c6-53f40ce2b9e1 admin admin] Publish callbacks [] for security_group (c28d5cdd-60e0-4b22-96ba-8ee8c25fdf3f), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:16.216292 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-76fbbcb7-06c0-4300-a3c6-53f40ce2b9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (c28d5cdd-60e0-4b22-96ba-8ee8c25fdf3f), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:16.252677 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fbbcb7-06c0-4300-a3c6-53f40ce2b9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28d5cdd-60e0-4b22-96ba-8ee8c25fdf3f,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:16.256919 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-76fbbcb7-06c0-4300-a3c6-53f40ce2b9e1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cf825fc687a14a538d9200b528ffe982&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2318993 May 20 09:20:16.260275 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 37492) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:16.310414 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5cf146ee-a3cf-49db-a645-6c674d290f28 admin admin] Publish callbacks [] for security_group (c28d5cdd-60e0-4b22-96ba-8ee8c25fdf3f), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:16.338313 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5cf146ee-a3cf-49db-a645-6c674d290f28 admin admin] Publish callbacks [] for security_group (c28d5cdd-60e0-4b22-96ba-8ee8c25fdf3f), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:16.397058 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5cf146ee-a3cf-49db-a645-6c674d290f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (c28d5cdd-60e0-4b22-96ba-8ee8c25fdf3f), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:16.399854 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5cf146ee-a3cf-49db-a645-6c674d290f28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:16.401023 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-5cf146ee-a3cf-49db-a645-6c674d290f28 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c28d5cdd-60e0-4b22-96ba-8ee8c25fdf3f HTTP/1.1" status: 204 len: 168 time: 0.1400011 May 20 09:20:16.408695 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf146ee-a3cf-49db-a645-6c674d290f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28d5cdd-60e0-4b22-96ba-8ee8c25fdf3f,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:16.689013 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 37500) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:16.702589 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-c6885bec-5b96-41bb-b70c-c83816e861fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:16.780292 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-c6885bec-5b96-41bb-b70c-c83816e861fe admin admin] Publish callbacks [] for security_group (ce40527f-b7ca-4b6c-ac1c-002010c8c507), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:16.785822 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-c6885bec-5b96-41bb-b70c-c83816e861fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (ce40527f-b7ca-4b6c-ac1c-002010c8c507), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:16.823660 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-c6885bec-5b96-41bb-b70c-c83816e861fe admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=45165529152549ada8201787ddc7e88c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1334734 May 20 09:20:16.824784 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6885bec-5b96-41bb-b70c-c83816e861fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce40527f-b7ca-4b6c-ac1c-002010c8c507,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:16.826413 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 37502) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:16.877986 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-30c8e9fb-81c9-4e81-a424-53bd4413e8f7 admin admin] Publish callbacks [] for security_group (ce40527f-b7ca-4b6c-ac1c-002010c8c507), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:16.900295 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-30c8e9fb-81c9-4e81-a424-53bd4413e8f7 admin admin] Publish callbacks [] for security_group (ce40527f-b7ca-4b6c-ac1c-002010c8c507), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:16.948090 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-30c8e9fb-81c9-4e81-a424-53bd4413e8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (ce40527f-b7ca-4b6c-ac1c-002010c8c507), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:16.950555 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-30c8e9fb-81c9-4e81-a424-53bd4413e8f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:16.951733 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-30c8e9fb-81c9-4e81-a424-53bd4413e8f7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ce40527f-b7ca-4b6c-ac1c-002010c8c507 HTTP/1.1" status: 204 len: 168 time: 0.1242363 May 20 09:20:16.959522 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c8e9fb-81c9-4e81-a424-53bd4413e8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce40527f-b7ca-4b6c-ac1c-002010c8c507,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:17.106521 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:18.384971 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:19.520707 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:19.540683 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45171043-8a0e-4813-bfe5-2a3bdec2e0d8 req-1fd052a4-6649-4208-9a88-7edef93d70c4 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:19.542182 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-45171043-8a0e-4813-bfe5-2a3bdec2e0d8 req-1fd052a4-6649-4208-9a88-7edef93d70c4 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a725791-6ff4-480f-8bce-77731edd3aad HTTP/1.1" status: 200 len: 946 time: 0.0506384 May 20 09:20:19.593414 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-45171043-8a0e-4813-bfe5-2a3bdec2e0d8 req-0094b58b-2b34-44d5-bb80-d10d6976eb6d tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=af41d5d9-c7f1-4dfe-94d9-6a39dd66ca01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444615 May 20 09:20:20.145776 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:20.729215 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33519725-c662-44e0-b6b1-a597d6d26d56 req-3e896516-6eab-40f5-9faa-2118995e7190 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:20.730699 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-33519725-c662-44e0-b6b1-a597d6d26d56 req-3e896516-6eab-40f5-9faa-2118995e7190 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a725791-6ff4-480f-8bce-77731edd3aad HTTP/1.1" status: 200 len: 946 time: 0.0507777 May 20 09:20:20.784156 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-33519725-c662-44e0-b6b1-a597d6d26d56 req-2564e62d-ce69-4db3-83b1-85a0e7a59abf tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=af41d5d9-c7f1-4dfe-94d9-6a39dd66ca01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476329 May 20 09:20:21.915147 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e8bef-a56e-4615-82e0-f2d2353e8b97 req-418cce01-906f-4004-a27c-990e62facb36 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:21.918644 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-df7e8bef-a56e-4615-82e0-f2d2353e8b97 req-418cce01-906f-4004-a27c-990e62facb36 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a725791-6ff4-480f-8bce-77731edd3aad HTTP/1.1" status: 200 len: 946 time: 0.0521841 May 20 09:20:21.973356 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-df7e8bef-a56e-4615-82e0-f2d2353e8b97 req-9d582942-fe79-4b3a-b723-780b501388a4 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=af41d5d9-c7f1-4dfe-94d9-6a39dd66ca01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467420 May 20 09:20:22.795591 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (2d1be950-4dd6-4324-90da-2272c7a86826), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:23.106579 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9f534-ce92-472c-980f-f88961617186 req-0a768539-ff60-42fc-a6aa-abe9a4b93778 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:23.116839 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-22e9f534-ce92-472c-980f-f88961617186 req-0a768539-ff60-42fc-a6aa-abe9a4b93778 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a725791-6ff4-480f-8bce-77731edd3aad HTTP/1.1" status: 200 len: 946 time: 0.0664682 May 20 09:20:23.170237 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-22e9f534-ce92-472c-980f-f88961617186 req-def82741-df3c-4514-bfb0-0fee5e723014 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=af41d5d9-c7f1-4dfe-94d9-6a39dd66ca01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464110 May 20 09:20:23.446922 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a17df7ae-99c3-4e87-8f42-fb6674d383c6 req-9fdf4849-c738-4939-b277-557f22e0cb5f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379798 May 20 09:20:24.280740 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 37662) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:24.299381 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a21990-7d8d-4a3a-ad6e-12a1ed848bc8 req-d60db847-d57f-470b-8f16-9dc4d46e7029 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:24.300870 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-29a21990-7d8d-4a3a-ad6e-12a1ed848bc8 req-d60db847-d57f-470b-8f16-9dc4d46e7029 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a725791-6ff4-480f-8bce-77731edd3aad HTTP/1.1" status: 200 len: 946 time: 0.0471747 May 20 09:20:24.348266 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-29a21990-7d8d-4a3a-ad6e-12a1ed848bc8 req-585b451b-5395-44dd-a7d4-3f48d6381d33 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=af41d5d9-c7f1-4dfe-94d9-6a39dd66ca01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417418 May 20 09:20:24.385207 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-32d9e356-ce3b-4e5a-8298-1c96e9b676c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:24.407109 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:24.428362 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:24.465518 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-32d9e356-ce3b-4e5a-8298-1c96e9b676c2 admin admin] Publish callbacks [] for security_group (db47ed22-c006-43e5-baac-7a0aad3b7e05), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:24.471466 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-32d9e356-ce3b-4e5a-8298-1c96e9b676c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (db47ed22-c006-43e5-baac-7a0aad3b7e05), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:24.512900 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-32d9e356-ce3b-4e5a-8298-1c96e9b676c2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=056cac4d01e742d8b2f5e3904c7dca96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2310233 May 20 09:20:24.513724 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d9e356-ce3b-4e5a-8298-1c96e9b676c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db47ed22-c006-43e5-baac-7a0aad3b7e05,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:24.515867 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 37666) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:24.568621 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-13e4b6c9-58a7-4cc1-a0d9-ddd30fa4366e admin admin] Publish callbacks [] for security_group (db47ed22-c006-43e5-baac-7a0aad3b7e05), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:24.589597 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-13e4b6c9-58a7-4cc1-a0d9-ddd30fa4366e admin admin] Publish callbacks [] for security_group (db47ed22-c006-43e5-baac-7a0aad3b7e05), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:24.603551 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:24.636740 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-13e4b6c9-58a7-4cc1-a0d9-ddd30fa4366e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (db47ed22-c006-43e5-baac-7a0aad3b7e05), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:24.639248 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-13e4b6c9-58a7-4cc1-a0d9-ddd30fa4366e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:24.640433 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-13e4b6c9-58a7-4cc1-a0d9-ddd30fa4366e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/db47ed22-c006-43e5-baac-7a0aad3b7e05 HTTP/1.1" status: 204 len: 168 time: 0.1231225 May 20 09:20:24.646316 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:24.648474 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e4b6c9-58a7-4cc1-a0d9-ddd30fa4366e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db47ed22-c006-43e5-baac-7a0aad3b7e05,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:24.649288 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:24.936683 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 37672) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:24.950358 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-0ade2a0f-5e10-4eb3-88d2-5ab09cec435a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:25.034658 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-0ade2a0f-5e10-4eb3-88d2-5ab09cec435a admin admin] Publish callbacks [] for security_group (20312bd1-9115-4313-a92c-d68934e4940b), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:25.041635 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-0ade2a0f-5e10-4eb3-88d2-5ab09cec435a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (20312bd1-9115-4313-a92c-d68934e4940b), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:25.077752 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ade2a0f-5e10-4eb3-88d2-5ab09cec435a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20312bd1-9115-4313-a92c-d68934e4940b,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:25.082004 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-0ade2a0f-5e10-4eb3-88d2-5ab09cec435a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=552610590b1446d6a692ae02621f6938&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1441417 May 20 09:20:25.084642 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 37674) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:25.133356 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-146803ee-c360-4e00-815a-c3f87006df29 admin admin] Publish callbacks [] for security_group (20312bd1-9115-4313-a92c-d68934e4940b), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:25.161190 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-146803ee-c360-4e00-815a-c3f87006df29 admin admin] Publish callbacks [] for security_group (20312bd1-9115-4313-a92c-d68934e4940b), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:25.216302 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-146803ee-c360-4e00-815a-c3f87006df29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (20312bd1-9115-4313-a92c-d68934e4940b), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:25.218770 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-146803ee-c360-4e00-815a-c3f87006df29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:25.219992 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-146803ee-c360-4e00-815a-c3f87006df29 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/20312bd1-9115-4313-a92c-d68934e4940b HTTP/1.1" status: 204 len: 168 time: 0.1344428 May 20 09:20:25.227440 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146803ee-c360-4e00-815a-c3f87006df29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20312bd1-9115-4313-a92c-d68934e4940b,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:25.465028 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133f907-d4ef-472f-9d5c-97190ea6831c req-ce9f99be-9eac-45cf-9026-847ae41ce165 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:25.466532 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-8133f907-d4ef-472f-9d5c-97190ea6831c req-ce9f99be-9eac-45cf-9026-847ae41ce165 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a725791-6ff4-480f-8bce-77731edd3aad HTTP/1.1" status: 200 len: 946 time: 0.0470669 May 20 09:20:25.514205 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-8133f907-d4ef-472f-9d5c-97190ea6831c req-2d4a1039-58e4-48b9-ae7a-d5377280e2be tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=af41d5d9-c7f1-4dfe-94d9-6a39dd66ca01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420582 May 20 09:20:25.564483 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 37684) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:25.578314 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-84fd302d-3919-4202-9a90-90d1354acdcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:25.607625 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=10 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:25.656478 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-84fd302d-3919-4202-9a90-90d1354acdcc admin admin] Publish callbacks [] for security_group (81abb4fd-af33-4845-b3e4-1af982eebb2c), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:25.662369 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-84fd302d-3919-4202-9a90-90d1354acdcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (81abb4fd-af33-4845-b3e4-1af982eebb2c), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:25.699075 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd302d-3919-4202-9a90-90d1354acdcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81abb4fd-af33-4845-b3e4-1af982eebb2c,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:25.703403 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-84fd302d-3919-4202-9a90-90d1354acdcc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=007a174761b349d7b258ef4089bdb456&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1378577 May 20 09:20:25.706718 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 37686) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:25.752507 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-140986cc-2769-412a-844a-1df781de42f6 admin admin] Publish callbacks [] for security_group (81abb4fd-af33-4845-b3e4-1af982eebb2c), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:25.776869 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-140986cc-2769-412a-844a-1df781de42f6 admin admin] Publish callbacks [] for security_group (81abb4fd-af33-4845-b3e4-1af982eebb2c), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:25.827974 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-140986cc-2769-412a-844a-1df781de42f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (81abb4fd-af33-4845-b3e4-1af982eebb2c), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:25.832085 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-140986cc-2769-412a-844a-1df781de42f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:25.833811 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-140986cc-2769-412a-844a-1df781de42f6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/81abb4fd-af33-4845-b3e4-1af982eebb2c HTTP/1.1" status: 204 len: 168 time: 0.1264901 May 20 09:20:25.843047 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140986cc-2769-412a-844a-1df781de42f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81abb4fd-af33-4845-b3e4-1af982eebb2c,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:26.223888 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17df7ae-99c3-4e87-8f42-fb6674d383c6 req-78c03205-3b5d-4f07-9406-82d37d4dcd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:26.225423 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a17df7ae-99c3-4e87-8f42-fb6674d383c6 req-78c03205-3b5d-4f07-9406-82d37d4dcd0c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=92bf8a2fea6243c28aff53d39a57f92c&device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 1131 time: 0.0436351 May 20 09:20:26.532728 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8d373-d802-4298-a052-583e549f41fd req-51dc9e3e-4b29-4b06-807c-2d961c61859f tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:26.534322 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-10d8d373-d802-4298-a052-583e549f41fd req-51dc9e3e-4b29-4b06-807c-2d961c61859f tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a725791-6ff4-480f-8bce-77731edd3aad HTTP/1.1" status: 200 len: 946 time: 0.0540357 May 20 09:20:26.655122 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [req-10d8d373-d802-4298-a052-583e549f41fd req-1d3ac15e-089b-49fc-ac04-3fae35329fc0 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Deleting port 6c738cd6-fb28-423a-8cab-3d62c2f21538 {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:20:26.655858 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-10d8d373-d802-4298-a052-583e549f41fd req-1d3ac15e-089b-49fc-ac04-3fae35329fc0 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (6c738cd6-fb28-423a-8cab-3d62c2f21538), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:26.676242 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:INSERT=10,neutron:DELETE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:26.719290 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c50f4b-404e-4427-9213-088576a113c0 req-65ce5a0f-b24c-4a0f-a375-d85d6eead155 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:26.721261 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-19c50f4b-404e-4427-9213-088576a113c0 req-65ce5a0f-b24c-4a0f-a375-d85d6eead155 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a725791-6ff4-480f-8bce-77731edd3aad HTTP/1.1" status: 200 len: 946 time: 0.1043649 May 20 09:20:26.776145 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17df7ae-99c3-4e87-8f42-fb6674d383c6 req-5d85a15d-9437-4c7b-a365-2881aa542aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:26.777738 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a17df7ae-99c3-4e87-8f42-fb6674d383c6 req-5d85a15d-9437-4c7b-a365-2881aa542aad service neutron] 10.222.0.44 "GET /v2.0/networks?id=cb464892-cf71-4d2e-b68f-60163c12a0fe HTTP/1.1" status: 200 len: 917 time: 0.3982072 May 20 09:20:26.801120 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-19c50f4b-404e-4427-9213-088576a113c0 req-979c1771-f777-4d81-8151-aefa0314d861 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups?id=af41d5d9-c7f1-4dfe-94d9-6a39dd66ca01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742612 May 20 09:20:26.806185 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [req-10d8d373-d802-4298-a052-583e549f41fd req-1d3ac15e-089b-49fc-ac04-3fae35329fc0 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] For port 6c738cd6-fb28-423a-8cab-3d62c2f21538, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=6c738cd6-fb28-423a-8cab-3d62c2f21538,segment=NetworkSegment(055db0ec-bbdc-429e-b6b8-f0e0ae6e750a),segment_id=055db0ec-bbdc-429e-b6b8-f0e0ae6e750a)] {{(pid=104276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:20:26.806548 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-10d8d373-d802-4298-a052-583e549f41fd req-1d3ac15e-089b-49fc-ac04-3fae35329fc0 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (6c738cd6-fb28-423a-8cab-3d62c2f21538), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:26.866297 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a17df7ae-99c3-4e87-8f42-fb6674d383c6 req-7f28217a-bdc3-4ac4-8866-c96f8bd07fad service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0fff114c-fe55-4714-bbdc-e879108b685e HTTP/1.1" status: 200 len: 1001 time: 0.0804040 May 20 09:20:26.952089 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17df7ae-99c3-4e87-8f42-fb6674d383c6 req-ff79577e-3366-47ea-94c0-b8f15301f6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:26.953569 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a17df7ae-99c3-4e87-8f42-fb6674d383c6 req-ff79577e-3366-47ea-94c0-b8f15301f6cd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0a5fa699-4c99-4ca7-94b7-2b5c0cff2418 HTTP/1.1" status: 200 len: 855 time: 0.0757101 May 20 09:20:26.993118 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-10d8d373-d802-4298-a052-583e549f41fd req-1d3ac15e-089b-49fc-ac04-3fae35329fc0 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:26.993480 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-10d8d373-d802-4298-a052-583e549f41fd req-1d3ac15e-089b-49fc-ac04-3fae35329fc0 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680135'] for floatingip (74118af1-7963-4e69-8565-96c473c3b190), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:26.993795 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.db.l3_db [req-10d8d373-d802-4298-a052-583e549f41fd req-1d3ac15e-089b-49fc-ac04-3fae35329fc0 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Floating IP 74118af1-7963-4e69-8565-96c473c3b190 disassociated. External IP: 172.27.0.250, port: 6c738cd6-fb28-423a-8cab-3d62c2f21538. May 20 09:20:26.994494 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [req-10d8d373-d802-4298-a052-583e549f41fd req-1d3ac15e-089b-49fc-ac04-3fae35329fc0 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Calling delete_port for 6c738cd6-fb28-423a-8cab-3d62c2f21538 owned by compute:nova {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:20:27.014489 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17df7ae-99c3-4e87-8f42-fb6674d383c6 req-9f73e0b2-d615-4da5-bc65-328203242927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:27.016156 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a17df7ae-99c3-4e87-8f42-fb6674d383c6 req-9f73e0b2-d615-4da5-bc65-328203242927 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cb464892-cf71-4d2e-b68f-60163c12a0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0529041 May 20 09:20:27.085992 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:INSERT=2,neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:27.115363 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a17df7ae-99c3-4e87-8f42-fb6674d383c6 req-e8d2a6bf-d577-4c5a-ba5d-b3c9d60da81d service neutron] 10.222.0.44 "GET /v2.0/networks/cb464892-cf71-4d2e-b68f-60163c12a0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915637 May 20 09:20:27.147374 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-10d8d373-d802-4298-a052-583e549f41fd req-1d3ac15e-089b-49fc-ac04-3fae35329fc0 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (6c738cd6-fb28-423a-8cab-3d62c2f21538), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:27.194199 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3ac15e-089b-49fc-ac04-3fae35329fc0 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Pushing event deleted for resources: {'Port': ['ID=6c738cd6-fb28-423a-8cab-3d62c2f21538,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:27.228579 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a17df7ae-99c3-4e87-8f42-fb6674d383c6 req-bd712d90-7a31-4aeb-a59b-add1668fcf6a service neutron] 10.222.0.44 "GET /v2.0/networks/cb464892-cf71-4d2e-b68f-60163c12a0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049569 May 20 09:20:27.327145 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10d8d373-d802-4298-a052-583e549f41fd req-1d3ac15e-089b-49fc-ac04-3fae35329fc0 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Router 3713a506-e0c9-495e-af24-db3cc15e2153 has already been hosted by L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 {{(pid=104276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 09:20:27.447221 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10d8d373-d802-4298-a052-583e549f41fd req-1d3ac15e-089b-49fc-ac04-3fae35329fc0 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:20:27.460112 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dacd40b-9502-483a-98db-d0f2a9f3fd7b None None] Sync routers for ids ['3713a506-e0c9-495e-af24-db3cc15e2153'] in dv-cinder-836996-23-iscsi {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:20:27.475672 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dacd40b-9502-483a-98db-d0f2a9f3fd7b None None] Routers {'3713a506-e0c9-495e-af24-db3cc15e2153'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:20:27.477229 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-6dacd40b-9502-483a-98db-d0f2a9f3fd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:20:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['3713a506-e0c9-495e-af24-db3cc15e2153'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:20:27.504939 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d8d373-d802-4298-a052-583e549f41fd req-1d3ac15e-089b-49fc-ac04-3fae35329fc0 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] No DVR routers for this DVR port 6c738cd6-fb28-423a-8cab-3d62c2f21538 on host hv-cinder-83699 {{(pid=104276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:20:27.507630 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-10d8d373-d802-4298-a052-583e549f41fd req-1d3ac15e-089b-49fc-ac04-3fae35329fc0 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for port (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:27.511485 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-10d8d373-d802-4298-a052-583e549f41fd req-1d3ac15e-089b-49fc-ac04-3fae35329fc0 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.44 "DELETE /v2.0/ports/6c738cd6-fb28-423a-8cab-3d62c2f21538 HTTP/1.1" status: 204 len: 173 time: 0.9713960 May 20 09:20:27.512027 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a725791-6ff4-480f-8bce-77731edd3aad', 'name': 'network-vif-deleted', 'tag': '6c738cd6-fb28-423a-8cab-3d62c2f21538'}] {{(pid=104276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:20:27.514787 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f1859fdf6517cac9f3390f7253b255bfbc77edc31af200be8f81c994e01841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc6b586-f2ca-44bf-9d4a-1bdf7269e8b4" -d '{"events": [{"server_uuid": "1a725791-6ff4-480f-8bce-77731edd3aad", "name": "network-vif-deleted", "tag": "6c738cd6-fb28-423a-8cab-3d62c2f21538"}]}' {{(pid=104276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:20:27.563504 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 09:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b934bb8-0cb9-4dae-b29f-386ae52dd7e9 x-openstack-request-id: req-5b934bb8-0cb9-4dae-b29f-386ae52dd7e9 {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:20:27.563804 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a725791-6ff4-480f-8bce-77731edd3aad", "name": "network-vif-deleted", "tag": "6c738cd6-fb28-423a-8cab-3d62c2f21538", "status": "completed", "code": 200}]} {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:20:27.564082 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5b934bb8-0cb9-4dae-b29f-386ae52dd7e9 {{(pid=104276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:20:27.564495 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b934bb8-0cb9-4dae-b29f-386ae52dd7e9'] response: {'server_uuid': '1a725791-6ff4-480f-8bce-77731edd3aad', 'name': 'network-vif-deleted', 'tag': '6c738cd6-fb28-423a-8cab-3d62c2f21538', 'status': 'completed', 'code': 200} May 20 09:20:27.606412 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-6dacd40b-9502-483a-98db-d0f2a9f3fd7b None None] Set router 3713a506-e0c9-495e-af24-db3cc15e2153 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:20:27.848553 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-6dacd40b-9502-483a-98db-d0f2a9f3fd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'name': 'tempest-AttachVolumeTestJSON-1210049740-router', 'tenant_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '42856557-56a9-4cea-bd20-f4eeff9b48c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:31Z', 'revision_number': 4, 'project_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'gw_port': {'id': '42856557-56a9-4cea-bd20-f4eeff9b48c3', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:22Z', 'updated_at': '2022-05-20T09:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '2c28a678-e96a-48f4-b1c5-6a01cd70d057', 'name': '', 'network_id': '1877e401-d42a-4a52-b633-242e6f958903', 'tenant_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'mac_address': 'fa:16:3e:e7:4c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '627f3291-137c-4051-aa19-caaa09ad6395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:27Z', 'updated_at': '2022-05-20T09:13:48Z', 'revision_number': 5, 'project_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'subnets': [{'id': '627f3291-137c-4051-aa19-caaa09ad6395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:20:27.931711 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dacd40b-9502-483a-98db-d0f2a9f3fd7b None None] Checking router: 3713a506-e0c9-495e-af24-db3cc15e2153 for host: dv-cinder-836996-23-iscsi {{(pid=104277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:20:27.941993 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dacd40b-9502-483a-98db-d0f2a9f3fd7b None None] Routers {'3713a506-e0c9-495e-af24-db3cc15e2153'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:20:27.942654 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-6dacd40b-9502-483a-98db-d0f2a9f3fd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:20:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['3713a506-e0c9-495e-af24-db3cc15e2153'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:20:28.028206 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:28.037854 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:28.055868 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-6dacd40b-9502-483a-98db-d0f2a9f3fd7b None None] Set router 3713a506-e0c9-495e-af24-db3cc15e2153 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:20:28.203468 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3993841d-ef98-40d8-a492-92ab1faa6bfa req-5c368ec1-423d-4422-b20c-8e3befcb0c74 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a725791-6ff4-480f-8bce-77731edd3aad HTTP/1.1" status: 200 len: 210 time: 0.3006077 May 20 09:20:28.247403 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-6dacd40b-9502-483a-98db-d0f2a9f3fd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'name': 'tempest-AttachVolumeTestJSON-1210049740-router', 'tenant_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '42856557-56a9-4cea-bd20-f4eeff9b48c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:31Z', 'revision_number': 4, 'project_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'gw_port': {'id': '42856557-56a9-4cea-bd20-f4eeff9b48c3', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:22Z', 'updated_at': '2022-05-20T09:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '2c28a678-e96a-48f4-b1c5-6a01cd70d057', 'name': '', 'network_id': '1877e401-d42a-4a52-b633-242e6f958903', 'tenant_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'mac_address': 'fa:16:3e:e7:4c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '627f3291-137c-4051-aa19-caaa09ad6395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:27Z', 'updated_at': '2022-05-20T09:13:48Z', 'revision_number': 5, 'project_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'subnets': [{'id': '627f3291-137c-4051-aa19-caaa09ad6395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:20:28.271890 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dacd40b-9502-483a-98db-d0f2a9f3fd7b None None] The sync data for ids ['3713a506-e0c9-495e-af24-db3cc15e2153'] in dv-cinder-836996-23-iscsi is: [{'id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'name': 'tempest-AttachVolumeTestJSON-1210049740-router', 'tenant_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '42856557-56a9-4cea-bd20-f4eeff9b48c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:31Z', 'revision_number': 4, 'project_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'gw_port': {'id': '42856557-56a9-4cea-bd20-f4eeff9b48c3', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:22Z', 'updated_at': '2022-05-20T09:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '2c28a678-e96a-48f4-b1c5-6a01cd70d057', 'name': '', 'network_id': '1877e401-d42a-4a52-b633-242e6f958903', 'tenant_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'mac_address': 'fa:16:3e:e7:4c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '627f3291-137c-4051-aa19-caaa09ad6395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:27Z', 'updated_at': '2022-05-20T09:13:48Z', 'revision_number': 5, 'project_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'subnets': [{'id': '627f3291-137c-4051-aa19-caaa09ad6395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:20:28.505792 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7bfc0a-0728-4575-9f8a-fb2ed9daca64 None None] New status for floating IP 74118af1-7963-4e69-8565-96c473c3b190: DOWN {{(pid=104278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 20 09:20:29.318799 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-ec874cb0-948d-4b50-8ea3-32bb10c06d00 req-b9b54774-40d8-4b7b-8a25-b4393785982e tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a725791-6ff4-480f-8bce-77731edd3aad HTTP/1.1" status: 200 len: 210 time: 0.0279851 May 20 09:20:30.376139 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 6c738cd6-fb28-423a-8cab-3d62c2f21538 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 09:20:30.398349 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] No Port match for: 6c738cd6-fb28-423a-8cab-3d62c2f21538 {{(pid=104277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 20 09:20:30.400120 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 6c738cd6-fb28-423a-8cab-3d62c2f21538 not bound to the agent host hv-cinder-83699 {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 09:20:30.436446 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-58ef84bd-f709-45eb-9c1c-179234a25afd req-d2e5281b-a5f0-4b46-aa44-5526f2513792 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a725791-6ff4-480f-8bce-77731edd3aad HTTP/1.1" status: 200 len: 210 time: 0.0328143 May 20 09:20:31.536794 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 37778) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:31.594571 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1a40169c-664f-4be0-a634-8fbbcd6c4cb5 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks [] for security_group (af41d5d9-c7f1-4dfe-94d9-6a39dd66ca01), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:31.618864 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1a40169c-664f-4be0-a634-8fbbcd6c4cb5 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks [] for security_group (af41d5d9-c7f1-4dfe-94d9-6a39dd66ca01), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:31.673724 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1a40169c-664f-4be0-a634-8fbbcd6c4cb5 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (af41d5d9-c7f1-4dfe-94d9-6a39dd66ca01), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:31.676610 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1a40169c-664f-4be0-a634-8fbbcd6c4cb5 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:31.677825 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-1a40169c-664f-4be0-a634-8fbbcd6c4cb5 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "DELETE /v2.0/security-groups/af41d5d9-c7f1-4dfe-94d9-6a39dd66ca01 HTTP/1.1" status: 204 len: 168 time: 0.1399844 May 20 09:20:31.681175 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 37786) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:31.687066 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a40169c-664f-4be0-a634-8fbbcd6c4cb5 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af41d5d9-c7f1-4dfe-94d9-6a39dd66ca01,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:31.696055 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.api.v2.resource [None req-7ed45e99-5fce-4e97-b472-1a22928d7ced tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] show failed (client error): The resource could not be found. May 20 09:20:31.697067 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-7ed45e99-5fce-4e97-b472-1a22928d7ced tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "GET /v2.0/security-groups/af41d5d9-c7f1-4dfe-94d9-6a39dd66ca01 HTTP/1.1" status: 404 len: 347 time: 0.0148067 May 20 09:20:31.700000 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 37788) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:31.811947 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [None req-6b873102-5c70-441d-9ade-f2bb7a582116 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Deleting port 446d0842-ea54-4a21-b8a6-fc964d78dbf7 {{(pid=104275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:20:31.812255 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-6b873102-5c70-441d-9ade-f2bb7a582116 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (446d0842-ea54-4a21-b8a6-fc964d78dbf7), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:31.891545 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-6b873102-5c70-441d-9ade-f2bb7a582116 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (446d0842-ea54-4a21-b8a6-fc964d78dbf7), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:31.891879 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-6b873102-5c70-441d-9ade-f2bb7a582116 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks [] for floatingip (446d0842-ea54-4a21-b8a6-fc964d78dbf7), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:31.904902 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [None req-6b873102-5c70-441d-9ade-f2bb7a582116 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Calling delete_port for 446d0842-ea54-4a21-b8a6-fc964d78dbf7 owned by network:floatingip {{(pid=104275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:20:31.948695 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:31.957422 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:32.042432 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-6b873102-5c70-441d-9ade-f2bb7a582116 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30908355'] for port (446d0842-ea54-4a21-b8a6-fc964d78dbf7), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:32.072017 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b873102-5c70-441d-9ade-f2bb7a582116 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Pushing event deleted for resources: {'Port': ['ID=446d0842-ea54-4a21-b8a6-fc964d78dbf7,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:32.142245 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-6b873102-5c70-441d-9ade-f2bb7a582116 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks [] for floatingip (74118af1-7963-4e69-8565-96c473c3b190), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:32.144651 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-6b873102-5c70-441d-9ade-f2bb7a582116 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for floatingip (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:32.145825 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-6b873102-5c70-441d-9ade-f2bb7a582116 tempest-AttachVolumeTestJSON-1945366603 tempest-AttachVolumeTestJSON-1945366603-project] 10.222.0.69 "DELETE /v2.0/floatingips/74118af1-7963-4e69-8565-96c473c3b190 HTTP/1.1" status: 204 len: 168 time: 0.4449391 May 20 09:20:35.739950 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 37874) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:35.970684 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:36.222817 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-56f0d78d-8119-4414-862a-88eb9c7cdf68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683207'] for router_interface (3713a506-e0c9-495e-af24-db3cc15e2153), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:36.271308 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:36.441274 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f796b9-fa29-470f-8b62-1164faf3357f req-fe6282c5-b849-444b-9462-879e18cea777 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:36.442665 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-25f796b9-fa29-470f-8b62-1164faf3357f req-fe6282c5-b849-444b-9462-879e18cea777 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d658381-710d-4b21-b9e9-5661c178a89a HTTP/1.1" status: 200 len: 945 time: 0.0467565 May 20 09:20:36.449465 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-56f0d78d-8119-4414-862a-88eb9c7cdf68 admin admin] Deleting port 2c28a678-e96a-48f4-b1c5-6a01cd70d057 {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:20:36.449801 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-56f0d78d-8119-4414-862a-88eb9c7cdf68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (2c28a678-e96a-48f4-b1c5-6a01cd70d057), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:36.493648 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-25f796b9-fa29-470f-8b62-1164faf3357f req-6c233e08-1a0d-477d-a709-9ca3ab9be238 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e97a8f8-394a-4757-a4c5-735484eba25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452006 May 20 09:20:36.531574 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [None req-56f0d78d-8119-4414-862a-88eb9c7cdf68 admin admin] For port 2c28a678-e96a-48f4-b1c5-6a01cd70d057, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=2c28a678-e96a-48f4-b1c5-6a01cd70d057,segment=NetworkSegment(055db0ec-bbdc-429e-b6b8-f0e0ae6e750a),segment_id=055db0ec-bbdc-429e-b6b8-f0e0ae6e750a)] {{(pid=104276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:20:36.531931 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-56f0d78d-8119-4414-862a-88eb9c7cdf68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (2c28a678-e96a-48f4-b1c5-6a01cd70d057), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:36.545704 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-56f0d78d-8119-4414-862a-88eb9c7cdf68 admin admin] Calling delete_port for 2c28a678-e96a-48f4-b1c5-6a01cd70d057 owned by network:router_interface {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:20:36.732726 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-56f0d78d-8119-4414-862a-88eb9c7cdf68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (2c28a678-e96a-48f4-b1c5-6a01cd70d057), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:36.760996 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f0d78d-8119-4414-862a-88eb9c7cdf68 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c28a678-e96a-48f4-b1c5-6a01cd70d057,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:36.793039 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f0d78d-8119-4414-862a-88eb9c7cdf68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:20:36.793414 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f0d78d-8119-4414-862a-88eb9c7cdf68 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:20:36.793752 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f0d78d-8119-4414-862a-88eb9c7cdf68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:20:36.794086 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f0d78d-8119-4414-862a-88eb9c7cdf68 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:20:36.794400 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f0d78d-8119-4414-862a-88eb9c7cdf68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:20:36.794786 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f0d78d-8119-4414-862a-88eb9c7cdf68 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:20:36.795115 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f0d78d-8119-4414-862a-88eb9c7cdf68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:20:36.795466 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f0d78d-8119-4414-862a-88eb9c7cdf68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:20:36.795790 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f0d78d-8119-4414-862a-88eb9c7cdf68 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:20:36.796115 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f0d78d-8119-4414-862a-88eb9c7cdf68 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:20:36.796443 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f0d78d-8119-4414-862a-88eb9c7cdf68 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:20:36.796772 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f0d78d-8119-4414-862a-88eb9c7cdf68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:20:36.797095 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f0d78d-8119-4414-862a-88eb9c7cdf68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:20:36.797413 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f0d78d-8119-4414-862a-88eb9c7cdf68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:20:36.797745 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f0d78d-8119-4414-862a-88eb9c7cdf68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:20:36.832899 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:36.937124 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-56f0d78d-8119-4414-862a-88eb9c7cdf68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683099'] for router_interface (3713a506-e0c9-495e-af24-db3cc15e2153), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:37.134699 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:37.146625 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f0d78d-8119-4414-862a-88eb9c7cdf68 admin admin] Router 3713a506-e0c9-495e-af24-db3cc15e2153 has already been hosted by L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 {{(pid=104276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 09:20:37.260068 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f0d78d-8119-4414-862a-88eb9c7cdf68 admin admin] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:20:37.265297 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-56f0d78d-8119-4414-862a-88eb9c7cdf68 admin admin] 10.222.0.69 "PUT /v2.0/routers/3713a506-e0c9-495e-af24-db3cc15e2153/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5254660 May 20 09:20:37.269414 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 37890) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:37.271816 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a24ba0a-46bd-47aa-96c5-7864ad607957 None None] Sync routers for ids ['3713a506-e0c9-495e-af24-db3cc15e2153'] in dv-cinder-836996-23-iscsi {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:20:37.282891 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a24ba0a-46bd-47aa-96c5-7864ad607957 None None] Routers {'3713a506-e0c9-495e-af24-db3cc15e2153'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:20:37.283538 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-1a24ba0a-46bd-47aa-96c5-7864ad607957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:20:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['3713a506-e0c9-495e-af24-db3cc15e2153'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:20:37.368558 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-87719b8b-6f18-42bf-abcc-6541bb5750d5 admin admin] Publish callbacks [] for router (3713a506-e0c9-495e-af24-db3cc15e2153), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:37.388680 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-1a24ba0a-46bd-47aa-96c5-7864ad607957 None None] Set router 3713a506-e0c9-495e-af24-db3cc15e2153 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:20:37.462793 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-87719b8b-6f18-42bf-abcc-6541bb5750d5 admin admin] Publish callbacks [] for router_gateway (3713a506-e0c9-495e-af24-db3cc15e2153), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:37.510061 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [None req-87719b8b-6f18-42bf-abcc-6541bb5750d5 admin admin] Deleting port 42856557-56a9-4cea-bd20-f4eeff9b48c3 {{(pid=104275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:20:37.510394 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-87719b8b-6f18-42bf-abcc-6541bb5750d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (42856557-56a9-4cea-bd20-f4eeff9b48c3), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:37.552143 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-1a24ba0a-46bd-47aa-96c5-7864ad607957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'name': 'tempest-AttachVolumeTestJSON-1210049740-router', 'tenant_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '42856557-56a9-4cea-bd20-f4eeff9b48c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:20:36Z', 'revision_number': 5, 'project_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'gw_port': {'id': '42856557-56a9-4cea-bd20-f4eeff9b48c3', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:22Z', 'updated_at': '2022-05-20T09:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi'}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:20:37.581191 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a24ba0a-46bd-47aa-96c5-7864ad607957 None None] Checking router: 3713a506-e0c9-495e-af24-db3cc15e2153 for host: dv-cinder-836996-23-iscsi {{(pid=104277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:20:37.589869 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a24ba0a-46bd-47aa-96c5-7864ad607957 None None] Routers {'3713a506-e0c9-495e-af24-db3cc15e2153'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:20:37.590480 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-1a24ba0a-46bd-47aa-96c5-7864ad607957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:20:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['3713a506-e0c9-495e-af24-db3cc15e2153'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:20:37.598777 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [None req-87719b8b-6f18-42bf-abcc-6541bb5750d5 admin admin] For port 42856557-56a9-4cea-bd20-f4eeff9b48c3, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=42856557-56a9-4cea-bd20-f4eeff9b48c3,segment=NetworkSegment(99d4634d-7c16-4239-978b-38d882e34cf7),segment_id=99d4634d-7c16-4239-978b-38d882e34cf7)] {{(pid=104275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:20:37.599139 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-87719b8b-6f18-42bf-abcc-6541bb5750d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (42856557-56a9-4cea-bd20-f4eeff9b48c3), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:37.612678 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [None req-87719b8b-6f18-42bf-abcc-6541bb5750d5 admin admin] Calling delete_port for 42856557-56a9-4cea-bd20-f4eeff9b48c3 owned by network:router_gateway {{(pid=104275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:20:37.613583 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20065f33-4e1f-4571-ad45-e95831818ac7 req-13ffb366-6202-4c2d-b104-8e750cce58ed tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:37.615067 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-20065f33-4e1f-4571-ad45-e95831818ac7 req-13ffb366-6202-4c2d-b104-8e750cce58ed tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d658381-710d-4b21-b9e9-5661c178a89a HTTP/1.1" status: 200 len: 945 time: 0.0498748 May 20 09:20:37.665704 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-20065f33-4e1f-4571-ad45-e95831818ac7 req-93c4748a-0f11-4640-8a86-5ba4a88c13a0 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e97a8f8-394a-4757-a4c5-735484eba25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432019 May 20 09:20:37.671328 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-1a24ba0a-46bd-47aa-96c5-7864ad607957 None None] Set router 3713a506-e0c9-495e-af24-db3cc15e2153 gateway port host: None {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:20:37.722933 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-1a24ba0a-46bd-47aa-96c5-7864ad607957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'name': 'tempest-AttachVolumeTestJSON-1210049740-router', 'tenant_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:20:37Z', 'revision_number': 6, 'project_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'gw_port_host': None}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:20:37.749408 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a24ba0a-46bd-47aa-96c5-7864ad607957 None None] The sync data for ids ['3713a506-e0c9-495e-af24-db3cc15e2153'] in dv-cinder-836996-23-iscsi is: [{'id': '3713a506-e0c9-495e-af24-db3cc15e2153', 'name': 'tempest-AttachVolumeTestJSON-1210049740-router', 'tenant_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:20:37Z', 'revision_number': 6, 'project_id': '9dd35ce1fcbd4038a0c556a45059c7d7', 'gw_port_host': None}] {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:20:37.789221 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-87719b8b-6f18-42bf-abcc-6541bb5750d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30908355'] for port (42856557-56a9-4cea-bd20-f4eeff9b48c3), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:37.799947 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:37.822518 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87719b8b-6f18-42bf-abcc-6541bb5750d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=42856557-56a9-4cea-bd20-f4eeff9b48c3,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:37.848965 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87719b8b-6f18-42bf-abcc-6541bb5750d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:20:37.849306 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87719b8b-6f18-42bf-abcc-6541bb5750d5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:20:37.849643 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87719b8b-6f18-42bf-abcc-6541bb5750d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:20:37.849974 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87719b8b-6f18-42bf-abcc-6541bb5750d5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:20:37.850299 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87719b8b-6f18-42bf-abcc-6541bb5750d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:20:37.850626 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87719b8b-6f18-42bf-abcc-6541bb5750d5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:20:37.850941 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87719b8b-6f18-42bf-abcc-6541bb5750d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:20:37.851286 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87719b8b-6f18-42bf-abcc-6541bb5750d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:20:37.851602 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87719b8b-6f18-42bf-abcc-6541bb5750d5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:20:37.851893 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87719b8b-6f18-42bf-abcc-6541bb5750d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:20:37.852215 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87719b8b-6f18-42bf-abcc-6541bb5750d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:20:37.852533 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87719b8b-6f18-42bf-abcc-6541bb5750d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:20:37.852848 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87719b8b-6f18-42bf-abcc-6541bb5750d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:20:37.853180 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87719b8b-6f18-42bf-abcc-6541bb5750d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:20:37.853478 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87719b8b-6f18-42bf-abcc-6541bb5750d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:20:37.880901 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:37.897000 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-87719b8b-6f18-42bf-abcc-6541bb5750d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680185'] for router_gateway (3713a506-e0c9-495e-af24-db3cc15e2153), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:37.982670 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-87719b8b-6f18-42bf-abcc-6541bb5750d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1553'] for router (3713a506-e0c9-495e-af24-db3cc15e2153), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:37.984864 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-87719b8b-6f18-42bf-abcc-6541bb5750d5 admin admin] Publish callbacks [] for router_controller (3713a506-e0c9-495e-af24-db3cc15e2153), precommit_delete_associations {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:38.030410 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-87719b8b-6f18-42bf-abcc-6541bb5750d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682147'] for router (3713a506-e0c9-495e-af24-db3cc15e2153), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:38.030934 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87719b8b-6f18-42bf-abcc-6541bb5750d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3713a506-e0c9-495e-af24-db3cc15e2153 {{(pid=104275) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 09:20:38.036576 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-87719b8b-6f18-42bf-abcc-6541bb5750d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:38.038066 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-87719b8b-6f18-42bf-abcc-6541bb5750d5 admin admin] 10.222.0.69 "DELETE /v2.0/routers/3713a506-e0c9-495e-af24-db3cc15e2153 HTTP/1.1" status: 204 len: 168 time: 0.7675788 May 20 09:20:38.041164 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 37900) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:38.085416 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_v2 [None req-1efed522-525a-4288-ab63-e6654008aab8 admin admin] Deleting subnet 627f3291-137c-4051-aa19-caaa09ad6395 {{(pid=104276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 20 09:20:38.088678 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1efed522-525a-4288-ab63-e6654008aab8 admin admin] Publish callbacks [] for subnet (627f3291-137c-4051-aa19-caaa09ad6395), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:38.161989 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9d972-371d-4149-9f27-e428929ca886 req-ecdce336-d82c-4537-931e-1abf85d13c3b tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:38.163502 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-84a9d972-371d-4149-9f27-e428929ca886 req-ecdce336-d82c-4537-931e-1abf85d13c3b tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d658381-710d-4b21-b9e9-5661c178a89a HTTP/1.1" status: 200 len: 945 time: 0.0728843 May 20 09:20:38.165779 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1efed522-525a-4288-ab63-e6654008aab8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30533093'] for subnet (627f3291-137c-4051-aa19-caaa09ad6395), precommit_delete_associations {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:38.304076 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [req-84a9d972-371d-4149-9f27-e428929ca886 req-aa69f87f-d384-4a1b-add5-1543dc568c28 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Deleting port c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:20:38.304317 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-84a9d972-371d-4149-9f27-e428929ca886 req-aa69f87f-d384-4a1b-add5-1543dc568c28 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:38.309641 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1efed522-525a-4288-ab63-e6654008aab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1460055'] for subnet (627f3291-137c-4051-aa19-caaa09ad6395), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:38.392812 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:38.427378 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1efed522-525a-4288-ab63-e6654008aab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1460046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32461343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32308525'] for subnet (627f3291-137c-4051-aa19-caaa09ad6395), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:38.444319 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [req-84a9d972-371d-4149-9f27-e428929ca886 req-aa69f87f-d384-4a1b-add5-1543dc568c28 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] For port c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d,segment=NetworkSegment(891deb6d-6410-450e-b72f-5f106f4f4b8d),segment_id=891deb6d-6410-450e-b72f-5f106f4f4b8d)] {{(pid=104276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:20:38.444670 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-84a9d972-371d-4149-9f27-e428929ca886 req-aa69f87f-d384-4a1b-add5-1543dc568c28 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:38.473543 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efed522-525a-4288-ab63-e6654008aab8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=627f3291-137c-4051-aa19-caaa09ad6395,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:38.475527 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [req-84a9d972-371d-4149-9f27-e428929ca886 req-aa69f87f-d384-4a1b-add5-1543dc568c28 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Calling delete_port for c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d owned by compute:nova {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:20:38.477716 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1efed522-525a-4288-ab63-e6654008aab8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for subnet (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:38.478307 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ace9a5c-ffea-4988-b2de-de6415f3391a None None] Network 1877e401-d42a-4a52-b633-242e6f958903 requested from dv-cinder-836996-23-iscsi {{(pid=104277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 20 09:20:38.480780 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-1efed522-525a-4288-ab63-e6654008aab8 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/627f3291-137c-4051-aa19-caaa09ad6395 HTTP/1.1" status: 204 len: 168 time: 0.4386041 May 20 09:20:38.483682 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 37902) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:38.598537 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-c5d97c2c-0902-47ef-8cff-525995909e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1485502'] for network (1877e401-d42a-4a52-b633-242e6f958903), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:38.631147 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:38.645136 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f99d52d-10c9-4d29-9368-6fff83c0c150 None None] DHCP port deletion for 1877e401-d42a-4a52-b633-242e6f958903 request from dv-cinder-836996-23-iscsi {{(pid=104277) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 20 09:20:38.649526 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-84a9d972-371d-4149-9f27-e428929ca886 req-aa69f87f-d384-4a1b-add5-1543dc568c28 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:38.653342 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [None req-c5d97c2c-0902-47ef-8cff-525995909e68 admin admin] Deleting port 568248d9-97cb-44f6-8a51-5c4fafb16278 {{(pid=104275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:20:38.653777 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-c5d97c2c-0902-47ef-8cff-525995909e68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (568248d9-97cb-44f6-8a51-5c4fafb16278), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:38.672364 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] get_ports_and_sgs() called for port_ids ['c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d'] {{(pid=104277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 09:20:38.683020 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa69f87f-d384-4a1b-add5-1543dc568c28 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Pushing event deleted for resources: {'Port': ['ID=c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:38.719798 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [None req-c5d97c2c-0902-47ef-8cff-525995909e68 admin admin] For port 568248d9-97cb-44f6-8a51-5c4fafb16278, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=568248d9-97cb-44f6-8a51-5c4fafb16278,segment=NetworkSegment(055db0ec-bbdc-429e-b6b8-f0e0ae6e750a),segment_id=055db0ec-bbdc-429e-b6b8-f0e0ae6e750a)] {{(pid=104275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:20:38.720232 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-c5d97c2c-0902-47ef-8cff-525995909e68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (568248d9-97cb-44f6-8a51-5c4fafb16278), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:38.731180 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-6f99d52d-10c9-4d29-9368-6fff83c0c150 None None] Deleting port 568248d9-97cb-44f6-8a51-5c4fafb16278 {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:20:38.731918 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6f99d52d-10c9-4d29-9368-6fff83c0c150 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (568248d9-97cb-44f6-8a51-5c4fafb16278), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:38.738639 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [None req-c5d97c2c-0902-47ef-8cff-525995909e68 admin admin] Calling delete_port for 568248d9-97cb-44f6-8a51-5c4fafb16278 owned by network:dhcp {{(pid=104275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:20:38.777991 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a9d972-371d-4149-9f27-e428929ca886 req-aa69f87f-d384-4a1b-add5-1543dc568c28 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] No DVR routers for this DVR port c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d on host hv-cinder-83699 {{(pid=104276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:20:38.780476 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-84a9d972-371d-4149-9f27-e428929ca886 req-aa69f87f-d384-4a1b-add5-1543dc568c28 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for port (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:38.783886 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-84a9d972-371d-4149-9f27-e428929ca886 req-aa69f87f-d384-4a1b-add5-1543dc568c28 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.44 "DELETE /v2.0/ports/c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d HTTP/1.1" status: 204 len: 173 time: 0.5989487 May 20 09:20:38.784350 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d658381-710d-4b21-b9e9-5661c178a89a', 'name': 'network-vif-deleted', 'tag': 'c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d'}] {{(pid=104276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:20:38.786682 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f1859fdf6517cac9f3390f7253b255bfbc77edc31af200be8f81c994e01841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d11a77-49c4-475c-8747-9ad29306366a" -d '{"events": [{"server_uuid": "1d658381-710d-4b21-b9e9-5661c178a89a", "name": "network-vif-deleted", "tag": "c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d"}]}' {{(pid=104276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:20:38.841625 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-c1fe454e-d4cd-406d-bfc3-fe30da136f9c req-07b6e538-57d0-431f-a4ca-128df60c19e8 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d658381-710d-4b21-b9e9-5661c178a89a HTTP/1.1" status: 200 len: 210 time: 0.0466917 May 20 09:20:38.864952 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 09:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a61d8e-919a-4e1a-94e0-4f2675a64efc x-openstack-request-id: req-03a61d8e-919a-4e1a-94e0-4f2675a64efc {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:20:38.865243 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d658381-710d-4b21-b9e9-5661c178a89a", "name": "network-vif-deleted", "tag": "c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d", "status": "completed", "code": 200}]} {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:20:38.865494 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-03a61d8e-919a-4e1a-94e0-4f2675a64efc {{(pid=104276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:20:38.865905 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03a61d8e-919a-4e1a-94e0-4f2675a64efc'] response: {'server_uuid': '1d658381-710d-4b21-b9e9-5661c178a89a', 'name': 'network-vif-deleted', 'tag': 'c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d', 'status': 'completed', 'code': 200} May 20 09:20:38.904154 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-c5d97c2c-0902-47ef-8cff-525995909e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30908355'] for port (568248d9-97cb-44f6-8a51-5c4fafb16278), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:38.919135 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d97c2c-0902-47ef-8cff-525995909e68 admin admin] No DVR routers for this DVR port 568248d9-97cb-44f6-8a51-5c4fafb16278 on host dv-cinder-836996-23-iscsi {{(pid=104275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:20:38.963181 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d97c2c-0902-47ef-8cff-525995909e68 admin admin] Pushing event deleted for resources: {'Port': ['ID=568248d9-97cb-44f6-8a51-5c4fafb16278,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:39.036996 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-c5d97c2c-0902-47ef-8cff-525995909e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458914', 'neutron.services.segments.db._delete_segments_for_network-8728767071618'] for network (1877e401-d42a-4a52-b633-242e6f958903), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:39.080235 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.services.segments.db [None req-c5d97c2c-0902-47ef-8cff-525995909e68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1877e401-d42a-4a52-b633-242e6f958903']}} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:20:39.090371 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.services.segments.db [None req-c5d97c2c-0902-47ef-8cff-525995909e68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '055db0ec-bbdc-429e-b6b8-f0e0ae6e750a') {'for_net_delete': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:20:39.090863 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.services.segments.db [None req-c5d97c2c-0902-47ef-8cff-525995909e68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '055db0ec-bbdc-429e-b6b8-f0e0ae6e750a') {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:20:39.091652 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-6f99d52d-10c9-4d29-9368-6fff83c0c150 None None] For port 568248d9-97cb-44f6-8a51-5c4fafb16278, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=568248d9-97cb-44f6-8a51-5c4fafb16278,segment=NetworkSegment(055db0ec-bbdc-429e-b6b8-f0e0ae6e750a),segment_id=055db0ec-bbdc-429e-b6b8-f0e0ae6e750a)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:20:39.093494 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6f99d52d-10c9-4d29-9368-6fff83c0c150 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (568248d9-97cb-44f6-8a51-5c4fafb16278), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:39.101987 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-c5d97c2c-0902-47ef-8cff-525995909e68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728767071371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30883864'] for segment (055db0ec-bbdc-429e-b6b8-f0e0ae6e750a), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:39.110013 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 2c28a678-e96a-48f4-b1c5-6a01cd70d057 no longer exists at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 09:20:39.117786 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-c5d97c2c-0902-47ef-8cff-525995909e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461326'] for segment (055db0ec-bbdc-429e-b6b8-f0e0ae6e750a), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:39.124048 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5d97c2c-0902-47ef-8cff-525995909e68 admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=104275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 09:20:39.124429 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-c5d97c2c-0902-47ef-8cff-525995909e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30908304'] for segment (055db0ec-bbdc-429e-b6b8-f0e0ae6e750a), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:39.132309 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-6f99d52d-10c9-4d29-9368-6fff83c0c150 None None] Calling delete_port for 568248d9-97cb-44f6-8a51-5c4fafb16278 owned by network:dhcp {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:20:39.137232 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] No Port match for: 2c28a678-e96a-48f4-b1c5-6a01cd70d057 {{(pid=104277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 20 09:20:39.137784 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 2c28a678-e96a-48f4-b1c5-6a01cd70d057 not bound to the agent host dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 09:20:39.138501 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 42856557-56a9-4cea-bd20-f4eeff9b48c3 no longer exists at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 09:20:39.152422 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 37918) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:39.170362 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] No Port match for: 42856557-56a9-4cea-bd20-f4eeff9b48c3 {{(pid=104277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 20 09:20:39.170710 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 42856557-56a9-4cea-bd20-f4eeff9b48c3 not bound to the agent host dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 09:20:39.171068 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.services.segments.plugin [-] Segment 055db0ec-bbdc-429e-b6b8-f0e0ae6e750a resource provider aggregate not found May 20 09:20:39.171177 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 568248d9-97cb-44f6-8a51-5c4fafb16278 no longer exists at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 09:20:39.197034 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.services.segments.plugin [-] Segment 055db0ec-bbdc-429e-b6b8-f0e0ae6e750a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 055db0ec-bbdc-429e-b6b8-f0e0ae6e750a found for delete ", "request_id": "req-9cf9a9e0-5eee-4702-9034-1f9b270c42de"}]} May 20 09:20:39.212767 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:39.216110 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-c5d97c2c-0902-47ef-8cff-525995909e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680149'] for network (1877e401-d42a-4a52-b633-242e6f958903), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:39.224397 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-c5d97c2c-0902-47ef-8cff-525995909e68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for network (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:39.229197 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-c5d97c2c-0902-47ef-8cff-525995909e68 admin admin] 10.222.0.69 "DELETE /v2.0/networks/1877e401-d42a-4a52-b633-242e6f958903 HTTP/1.1" status: 204 len: 168 time: 0.7445300 May 20 09:20:39.243142 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] No Port match for: 568248d9-97cb-44f6-8a51-5c4fafb16278 {{(pid=104277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 20 09:20:39.243520 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 568248d9-97cb-44f6-8a51-5c4fafb16278 not bound to the agent host dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 09:20:39.243620 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d97c2c-0902-47ef-8cff-525995909e68 admin admin] Pushing event deleted for resources: {'Network': ['ID=1877e401-d42a-4a52-b633-242e6f958903,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:39.294928 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:39.301226 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6f99d52d-10c9-4d29-9368-6fff83c0c150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945'] for port (568248d9-97cb-44f6-8a51-5c4fafb16278), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:39.310454 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6f99d52d-10c9-4d29-9368-6fff83c0c150 None None] Network 1877e401-d42a-4a52-b633-242e6f958903 is not hosted by any dhcp agent {{(pid=104277) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 20 09:20:39.310938 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f99d52d-10c9-4d29-9368-6fff83c0c150 None None] No DVR routers for this DVR port 568248d9-97cb-44f6-8a51-5c4fafb16278 on host dv-cinder-836996-23-iscsi {{(pid=104277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:20:39.322304 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7d5e8ada-fe9d-42b4-b12f-b00a17f5c4c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:39.349661 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f99d52d-10c9-4d29-9368-6fff83c0c150 None None] Pushing event deleted for resources: {'Port': ['ID=568248d9-97cb-44f6-8a51-5c4fafb16278,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:39.360306 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f99d52d-10c9-4d29-9368-6fff83c0c150 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:20:39.361231 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f99d52d-10c9-4d29-9368-6fff83c0c150 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:20:39.361574 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f99d52d-10c9-4d29-9368-6fff83c0c150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:20:39.361909 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f99d52d-10c9-4d29-9368-6fff83c0c150 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:20:39.362263 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f99d52d-10c9-4d29-9368-6fff83c0c150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:20:39.362748 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f99d52d-10c9-4d29-9368-6fff83c0c150 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:20:39.363076 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f99d52d-10c9-4d29-9368-6fff83c0c150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:20:39.363433 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f99d52d-10c9-4d29-9368-6fff83c0c150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:20:39.363759 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f99d52d-10c9-4d29-9368-6fff83c0c150 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:20:39.364081 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f99d52d-10c9-4d29-9368-6fff83c0c150 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:20:39.364404 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f99d52d-10c9-4d29-9368-6fff83c0c150 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:20:39.364738 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f99d52d-10c9-4d29-9368-6fff83c0c150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:20:39.365092 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f99d52d-10c9-4d29-9368-6fff83c0c150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:20:39.365465 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f99d52d-10c9-4d29-9368-6fff83c0c150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:20:39.365778 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f99d52d-10c9-4d29-9368-6fff83c0c150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:20:39.398841 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 37926) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:39.425184 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7d5e8ada-fe9d-42b4-b12f-b00a17f5c4c7 admin admin] Publish callbacks [] for security_group (60214863-0c9d-4451-8460-954bd27d6683), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:39.434243 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7d5e8ada-fe9d-42b4-b12f-b00a17f5c4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (60214863-0c9d-4451-8460-954bd27d6683), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:39.483436 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-095a284e-537c-4d6c-b2bb-45e6003d5497 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9dd35ce1fcbd4038a0c556a45059c7d7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0834100 May 20 09:20:39.488848 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-7d5e8ada-fe9d-42b4-b12f-b00a17f5c4c7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e0e8941e72d04beb86b3db8e89199f03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3328717 May 20 09:20:39.488986 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 37928) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:39.489448 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e8ada-fe9d-42b4-b12f-b00a17f5c4c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60214863-0c9d-4451-8460-954bd27d6683,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:39.489448 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 37930) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:39.541309 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-68a1061a-e83d-45a1-b58b-6d96f949c2db admin admin] Publish callbacks [] for security_group (60c0ba2e-899d-4a40-98f2-6f81e3f788ac), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:39.542009 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-836e0668-f8a8-439b-b075-d4c03f8d12b9 admin admin] Publish callbacks [] for security_group (60214863-0c9d-4451-8460-954bd27d6683), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:39.562114 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-68a1061a-e83d-45a1-b58b-6d96f949c2db admin admin] Publish callbacks [] for security_group (60c0ba2e-899d-4a40-98f2-6f81e3f788ac), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:39.563393 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-836e0668-f8a8-439b-b075-d4c03f8d12b9 admin admin] Publish callbacks [] for security_group (60214863-0c9d-4451-8460-954bd27d6683), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:39.608696 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-68a1061a-e83d-45a1-b58b-6d96f949c2db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (60c0ba2e-899d-4a40-98f2-6f81e3f788ac), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:39.609876 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-836e0668-f8a8-439b-b075-d4c03f8d12b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (60214863-0c9d-4451-8460-954bd27d6683), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:39.611068 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-68a1061a-e83d-45a1-b58b-6d96f949c2db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:39.612304 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-68a1061a-e83d-45a1-b58b-6d96f949c2db admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/60c0ba2e-899d-4a40-98f2-6f81e3f788ac HTTP/1.1" status: 204 len: 168 time: 0.1247609 May 20 09:20:39.612430 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-836e0668-f8a8-439b-b075-d4c03f8d12b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:39.613576 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-836e0668-f8a8-439b-b075-d4c03f8d12b9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/60214863-0c9d-4451-8460-954bd27d6683 HTTP/1.1" status: 204 len: 168 time: 0.1234398 May 20 09:20:39.624405 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a1061a-e83d-45a1-b58b-6d96f949c2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c0ba2e-899d-4a40-98f2-6f81e3f788ac,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:39.626230 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e0668-f8a8-439b-b075-d4c03f8d12b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60214863-0c9d-4451-8460-954bd27d6683,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:40.034801 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 37956) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:40.049497 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-19655a37-3828-4be7-99a3-937303985df7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:40.099808 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=10,neutron:INSERT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:40.139506 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:40.175719 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-19655a37-3828-4be7-99a3-937303985df7 admin admin] Publish callbacks [] for security_group (eaec056f-4198-4ec9-9cdc-a347b58599a1), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:40.181900 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-19655a37-3828-4be7-99a3-937303985df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (eaec056f-4198-4ec9-9cdc-a347b58599a1), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:40.214643 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19655a37-3828-4be7-99a3-937303985df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaec056f-4198-4ec9-9cdc-a347b58599a1,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:40.234905 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-19655a37-3828-4be7-99a3-937303985df7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=95ec30427c174833ab60409f6205d2ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1987512 May 20 09:20:40.237406 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 37966) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:40.297093 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-9015c63b-f2c2-4689-a53a-0e5cb0024d60 admin admin] Publish callbacks [] for security_group (eaec056f-4198-4ec9-9cdc-a347b58599a1), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:40.319177 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-9015c63b-f2c2-4689-a53a-0e5cb0024d60 admin admin] Publish callbacks [] for security_group (eaec056f-4198-4ec9-9cdc-a347b58599a1), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:40.377163 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-9015c63b-f2c2-4689-a53a-0e5cb0024d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (eaec056f-4198-4ec9-9cdc-a347b58599a1), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:40.379751 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-9015c63b-f2c2-4689-a53a-0e5cb0024d60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:40.380905 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-9015c63b-f2c2-4689-a53a-0e5cb0024d60 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/eaec056f-4198-4ec9-9cdc-a347b58599a1 HTTP/1.1" status: 204 len: 168 time: 0.1425462 May 20 09:20:40.395430 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412188c7-5b4b-4563-ad64-5fa500247f13 req-43629c05-3061-46ab-a4a8-32e1993f78c0 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:40.395949 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9015c63b-f2c2-4689-a53a-0e5cb0024d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaec056f-4198-4ec9-9cdc-a347b58599a1,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:40.403641 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-412188c7-5b4b-4563-ad64-5fa500247f13 req-43629c05-3061-46ab-a4a8-32e1993f78c0 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 947 time: 0.0615859 May 20 09:20:40.460057 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-412188c7-5b4b-4563-ad64-5fa500247f13 req-2eaf7dfc-c091-486a-b0b2-422cd5b93639 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=77594603-be96-4488-bbad-ba5e3374762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548718 May 20 09:20:41.019307 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=8 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:41.582937 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 38046) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:41.595449 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7fb91e-ccf4-4814-9081-6753181a3683 req-ca6f2096-fe80-457e-991b-c54dfe749a7f tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:41.599853 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-db7fb91e-ccf4-4814-9081-6753181a3683 req-ca6f2096-fe80-457e-991b-c54dfe749a7f tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 947 time: 0.0560009 May 20 09:20:41.650551 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-db7fb91e-ccf4-4814-9081-6753181a3683 req-a2a7e29f-1d73-45ee-9806-82634f1ca293 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=77594603-be96-4488-bbad-ba5e3374762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480065 May 20 09:20:41.702568 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e4500aaf-40dc-46e9-9855-81f232448aef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:41.743104 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:41.787609 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e4500aaf-40dc-46e9-9855-81f232448aef admin admin] Publish callbacks [] for security_group (6e5fea4e-f939-451f-838c-94ccb93c1574), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:41.792104 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e4500aaf-40dc-46e9-9855-81f232448aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (6e5fea4e-f939-451f-838c-94ccb93c1574), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:41.829311 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4500aaf-40dc-46e9-9855-81f232448aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5fea4e-f939-451f-838c-94ccb93c1574,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:41.833647 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-e4500aaf-40dc-46e9-9855-81f232448aef admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5c349076c10646b7bc05e11b52c31b2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2489705 May 20 09:20:41.836724 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 38064) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:41.885067 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4f9a59e9-4fe4-4eb3-a839-d5938ea8b0a5 admin admin] Publish callbacks [] for security_group (6e5fea4e-f939-451f-838c-94ccb93c1574), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:41.887232 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:41.907650 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4f9a59e9-4fe4-4eb3-a839-d5938ea8b0a5 admin admin] Publish callbacks [] for security_group (6e5fea4e-f939-451f-838c-94ccb93c1574), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:41.956746 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4f9a59e9-4fe4-4eb3-a839-d5938ea8b0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (6e5fea4e-f939-451f-838c-94ccb93c1574), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:41.959616 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4f9a59e9-4fe4-4eb3-a839-d5938ea8b0a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:41.960493 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-4f9a59e9-4fe4-4eb3-a839-d5938ea8b0a5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6e5fea4e-f939-451f-838c-94ccb93c1574 HTTP/1.1" status: 204 len: 168 time: 0.1232061 May 20 09:20:41.971472 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9a59e9-4fe4-4eb3-a839-d5938ea8b0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5fea4e-f939-451f-838c-94ccb93c1574,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:41.976036 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 09:20:42.001079 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:42.001752 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] No Port match for: c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d {{(pid=104277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 20 09:20:42.002022 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device c3e846d0-f6ed-4db9-8d76-e7c2a2fd731d not bound to the agent host hv-cinder-83699 {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 09:20:42.782560 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71887a-8a66-4825-b494-0ef47419b631 req-72361144-30ed-463c-aa82-89b36d777d2a tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:42.784410 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4b71887a-8a66-4825-b494-0ef47419b631 req-72361144-30ed-463c-aa82-89b36d777d2a tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 947 time: 0.0581868 May 20 09:20:42.840060 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4b71887a-8a66-4825-b494-0ef47419b631 req-d1250d59-4bd4-4618-b932-bf7ce94d5ddd tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups?id=77594603-be96-4488-bbad-ba5e3374762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500536 May 20 09:20:42.945330 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 38158) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:43.059900 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-d9ef7d2f-1aa2-45bf-9a9f-292ad2d6aa74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:43.148998 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-d9ef7d2f-1aa2-45bf-9a9f-292ad2d6aa74 admin admin] Publish callbacks [] for security_group (cce16eb3-c777-4224-996c-40d01f8354cf), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:43.154254 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-d9ef7d2f-1aa2-45bf-9a9f-292ad2d6aa74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (cce16eb3-c777-4224-996c-40d01f8354cf), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:43.195153 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-d9ef7d2f-1aa2-45bf-9a9f-292ad2d6aa74 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d207df2951d6460a9c0e3432e806e868&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2462685 May 20 09:20:43.195602 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 38172) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:43.206273 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ef7d2f-1aa2-45bf-9a9f-292ad2d6aa74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce16eb3-c777-4224-996c-40d01f8354cf,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:43.258363 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4fa869a5-8d9a-406d-8866-1676c2f0bb38 admin admin] Publish callbacks [] for security_group (cce16eb3-c777-4224-996c-40d01f8354cf), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:43.283427 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4fa869a5-8d9a-406d-8866-1676c2f0bb38 admin admin] Publish callbacks [] for security_group (cce16eb3-c777-4224-996c-40d01f8354cf), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:43.340471 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4fa869a5-8d9a-406d-8866-1676c2f0bb38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (cce16eb3-c777-4224-996c-40d01f8354cf), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:43.346368 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4fa869a5-8d9a-406d-8866-1676c2f0bb38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:43.347554 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-4fa869a5-8d9a-406d-8866-1676c2f0bb38 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cce16eb3-c777-4224-996c-40d01f8354cf HTTP/1.1" status: 204 len: 168 time: 0.1512151 May 20 09:20:43.391426 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:43.401600 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa869a5-8d9a-406d-8866-1676c2f0bb38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce16eb3-c777-4224-996c-40d01f8354cf,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:43.409505 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019fb87-60a7-4ee2-89d7-c24cc526eb4e req-35284b45-dfb5-4c87-952b-5f473b94aa82 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:43.411044 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a019fb87-60a7-4ee2-89d7-c24cc526eb4e req-35284b45-dfb5-4c87-952b-5f473b94aa82 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.44 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 947 time: 0.0624814 May 20 09:20:43.511944 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [req-a019fb87-60a7-4ee2-89d7-c24cc526eb4e req-9aeca4a0-afb4-479f-846f-7c6a9d26ad90 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Deleting port 0fff114c-fe55-4714-bbdc-e879108b685e {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:20:43.512583 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-a019fb87-60a7-4ee2-89d7-c24cc526eb4e req-9aeca4a0-afb4-479f-846f-7c6a9d26ad90 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (0fff114c-fe55-4714-bbdc-e879108b685e), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:43.537257 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-55910621-6a54-43b8-9e1e-9faeb791b34d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:43.621313 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [req-a019fb87-60a7-4ee2-89d7-c24cc526eb4e req-9aeca4a0-afb4-479f-846f-7c6a9d26ad90 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] For port 0fff114c-fe55-4714-bbdc-e879108b685e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=0fff114c-fe55-4714-bbdc-e879108b685e,segment=NetworkSegment(77eb56c8-f7ae-4980-9031-19500d0fdc26),segment_id=77eb56c8-f7ae-4980-9031-19500d0fdc26)] {{(pid=104276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:20:43.621674 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-a019fb87-60a7-4ee2-89d7-c24cc526eb4e req-9aeca4a0-afb4-479f-846f-7c6a9d26ad90 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (0fff114c-fe55-4714-bbdc-e879108b685e), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:43.795038 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-a019fb87-60a7-4ee2-89d7-c24cc526eb4e req-9aeca4a0-afb4-479f-846f-7c6a9d26ad90 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:43.795772 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-a019fb87-60a7-4ee2-89d7-c24cc526eb4e req-9aeca4a0-afb4-479f-846f-7c6a9d26ad90 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680135'] for floatingip (3ce592e5-41c2-4a01-b75c-de8624c7b36d), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:43.795772 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.db.l3_db [req-a019fb87-60a7-4ee2-89d7-c24cc526eb4e req-9aeca4a0-afb4-479f-846f-7c6a9d26ad90 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Floating IP 3ce592e5-41c2-4a01-b75c-de8624c7b36d disassociated. External IP: 172.27.0.51, port: 0fff114c-fe55-4714-bbdc-e879108b685e. May 20 09:20:43.796182 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [req-a019fb87-60a7-4ee2-89d7-c24cc526eb4e req-9aeca4a0-afb4-479f-846f-7c6a9d26ad90 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Calling delete_port for 0fff114c-fe55-4714-bbdc-e879108b685e owned by compute:nova {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:20:43.838918 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 38204) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:43.856885 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-554fc8e3-bde1-4eed-bd85-b75a96a3c62f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:43.876247 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:43.951370 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-a019fb87-60a7-4ee2-89d7-c24cc526eb4e req-9aeca4a0-afb4-479f-846f-7c6a9d26ad90 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (0fff114c-fe55-4714-bbdc-e879108b685e), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:43.978560 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-02b8ae33-1de9-4f44-ba4c-f4aabb24568f req-abcc8869-64ed-4976-b4d1-a4d5f4f68f14 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b8a799-7b88-4862-8b6d-87faa7d907f8 HTTP/1.1" status: 200 len: 210 time: 0.0382206 May 20 09:20:43.981733 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeca4a0-afb4-479f-846f-7c6a9d26ad90 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Pushing event deleted for resources: {'Port': ['ID=0fff114c-fe55-4714-bbdc-e879108b685e,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:43.983465 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-554fc8e3-bde1-4eed-bd85-b75a96a3c62f admin admin] Publish callbacks [] for security_group (f71b0115-b505-454b-84d5-ef23f6fd5870), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:43.991872 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-554fc8e3-bde1-4eed-bd85-b75a96a3c62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (f71b0115-b505-454b-84d5-ef23f6fd5870), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:44.020624 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-554fc8e3-bde1-4eed-bd85-b75a96a3c62f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6d7339a640114f45adf47a55f4086687&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1792669 May 20 09:20:44.023286 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 38212) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:44.065844 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554fc8e3-bde1-4eed-bd85-b75a96a3c62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71b0115-b505-454b-84d5-ef23f6fd5870,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:44.103766 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-eba31abd-7b45-4e0f-83f6-3657e433fe9f admin admin] Publish callbacks [] for security_group (f71b0115-b505-454b-84d5-ef23f6fd5870), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:44.117101 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a019fb87-60a7-4ee2-89d7-c24cc526eb4e req-9aeca4a0-afb4-479f-846f-7c6a9d26ad90 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Router dddcae79-7f2c-46ca-9e76-32b8f59596e6 has already been hosted by L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 {{(pid=104276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 09:20:44.141457 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-eba31abd-7b45-4e0f-83f6-3657e433fe9f admin admin] Publish callbacks [] for security_group (f71b0115-b505-454b-84d5-ef23f6fd5870), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:44.192916 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-eba31abd-7b45-4e0f-83f6-3657e433fe9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (f71b0115-b505-454b-84d5-ef23f6fd5870), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:44.196074 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-eba31abd-7b45-4e0f-83f6-3657e433fe9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:44.198180 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-eba31abd-7b45-4e0f-83f6-3657e433fe9f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f71b0115-b505-454b-84d5-ef23f6fd5870 HTTP/1.1" status: 204 len: 168 time: 0.1737919 May 20 09:20:44.207851 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba31abd-7b45-4e0f-83f6-3657e433fe9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71b0115-b505-454b-84d5-ef23f6fd5870,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:44.238731 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a019fb87-60a7-4ee2-89d7-c24cc526eb4e req-9aeca4a0-afb4-479f-846f-7c6a9d26ad90 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:20:44.250771 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdaf729-42c2-4962-ac7d-2efe50657480 None None] Sync routers for ids ['dddcae79-7f2c-46ca-9e76-32b8f59596e6'] in dv-cinder-836996-23-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:20:44.262097 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdaf729-42c2-4962-ac7d-2efe50657480 None None] Routers {'dddcae79-7f2c-46ca-9e76-32b8f59596e6'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:20:44.262731 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-2cdaf729-42c2-4962-ac7d-2efe50657480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:20:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['dddcae79-7f2c-46ca-9e76-32b8f59596e6'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:20:44.307151 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [req-a019fb87-60a7-4ee2-89d7-c24cc526eb4e req-9aeca4a0-afb4-479f-846f-7c6a9d26ad90 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] No DVR routers for this DVR port 0fff114c-fe55-4714-bbdc-e879108b685e on host hv-cinder-83699 {{(pid=104276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:20:44.309874 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-a019fb87-60a7-4ee2-89d7-c24cc526eb4e req-9aeca4a0-afb4-479f-846f-7c6a9d26ad90 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for port (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:44.313716 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a019fb87-60a7-4ee2-89d7-c24cc526eb4e req-9aeca4a0-afb4-479f-846f-7c6a9d26ad90 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.44 "DELETE /v2.0/ports/0fff114c-fe55-4714-bbdc-e879108b685e HTTP/1.1" status: 204 len: 173 time: 0.8963242 May 20 09:20:44.314163 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b8a799-7b88-4862-8b6d-87faa7d907f8', 'name': 'network-vif-deleted', 'tag': '0fff114c-fe55-4714-bbdc-e879108b685e'}] {{(pid=104276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:20:44.317997 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f1859fdf6517cac9f3390f7253b255bfbc77edc31af200be8f81c994e01841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16f789e-f3d3-462d-9cfc-14b8e5bd94aa" -d '{"events": [{"server_uuid": "53b8a799-7b88-4862-8b6d-87faa7d907f8", "name": "network-vif-deleted", "tag": "0fff114c-fe55-4714-bbdc-e879108b685e"}]}' {{(pid=104276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:20:44.386511 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-2cdaf729-42c2-4962-ac7d-2efe50657480 None None] Set router dddcae79-7f2c-46ca-9e76-32b8f59596e6 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:20:44.419848 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 09:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2228ba-9a90-442d-8296-ae6ed13595ff x-openstack-request-id: req-0f2228ba-9a90-442d-8296-ae6ed13595ff {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:20:44.420104 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53b8a799-7b88-4862-8b6d-87faa7d907f8", "name": "network-vif-deleted", "tag": "0fff114c-fe55-4714-bbdc-e879108b685e", "status": "completed", "code": 200}]} {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:20:44.420540 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0f2228ba-9a90-442d-8296-ae6ed13595ff {{(pid=104276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:20:44.421156 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f2228ba-9a90-442d-8296-ae6ed13595ff'] response: {'server_uuid': '53b8a799-7b88-4862-8b6d-87faa7d907f8', 'name': 'network-vif-deleted', 'tag': '0fff114c-fe55-4714-bbdc-e879108b685e', 'status': 'completed', 'code': 200} May 20 09:20:44.762004 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-2cdaf729-42c2-4962-ac7d-2efe50657480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'name': 'tempest-AttachVolumeShelveTestJSON-100177110-router', 'tenant_id': '92bf8a2fea6243c28aff53d39a57f92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'ef269289-432e-4c5a-9c85-07f8b2771fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:19Z', 'updated_at': '2022-05-20T09:13:29Z', 'revision_number': 4, 'project_id': '92bf8a2fea6243c28aff53d39a57f92c', 'gw_port': {'id': 'ef269289-432e-4c5a-9c85-07f8b2771fbd', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ff:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '8b4badcf-eae7-4e19-8dae-b8f643625c74', 'name': '', 'network_id': 'cb464892-cf71-4d2e-b68f-60163c12a0fe', 'tenant_id': '92bf8a2fea6243c28aff53d39a57f92c', 'mac_address': 'fa:16:3e:01:dd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0a5fa699-4c99-4ca7-94b7-2b5c0cff2418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:27Z', 'updated_at': '2022-05-20T09:13:44Z', 'revision_number': 5, 'project_id': '92bf8a2fea6243c28aff53d39a57f92c', 'subnets': [{'id': '0a5fa699-4c99-4ca7-94b7-2b5c0cff2418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:20:44.788815 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdaf729-42c2-4962-ac7d-2efe50657480 None None] Checking router: dddcae79-7f2c-46ca-9e76-32b8f59596e6 for host: dv-cinder-836996-23-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:20:44.798294 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdaf729-42c2-4962-ac7d-2efe50657480 None None] Routers {'dddcae79-7f2c-46ca-9e76-32b8f59596e6'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:20:44.798961 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-2cdaf729-42c2-4962-ac7d-2efe50657480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:20:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['dddcae79-7f2c-46ca-9e76-32b8f59596e6'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:20:44.920175 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-2cdaf729-42c2-4962-ac7d-2efe50657480 None None] Set router dddcae79-7f2c-46ca-9e76-32b8f59596e6 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:20:45.095850 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 38248) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:45.120907 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-2cdaf729-42c2-4962-ac7d-2efe50657480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'name': 'tempest-AttachVolumeShelveTestJSON-100177110-router', 'tenant_id': '92bf8a2fea6243c28aff53d39a57f92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'ef269289-432e-4c5a-9c85-07f8b2771fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:19Z', 'updated_at': '2022-05-20T09:13:29Z', 'revision_number': 4, 'project_id': '92bf8a2fea6243c28aff53d39a57f92c', 'gw_port': {'id': 'ef269289-432e-4c5a-9c85-07f8b2771fbd', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ff:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '8b4badcf-eae7-4e19-8dae-b8f643625c74', 'name': '', 'network_id': 'cb464892-cf71-4d2e-b68f-60163c12a0fe', 'tenant_id': '92bf8a2fea6243c28aff53d39a57f92c', 'mac_address': 'fa:16:3e:01:dd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0a5fa699-4c99-4ca7-94b7-2b5c0cff2418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:27Z', 'updated_at': '2022-05-20T09:13:44Z', 'revision_number': 5, 'project_id': '92bf8a2fea6243c28aff53d39a57f92c', 'subnets': [{'id': '0a5fa699-4c99-4ca7-94b7-2b5c0cff2418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:20:45.147053 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdaf729-42c2-4962-ac7d-2efe50657480 None None] The sync data for ids ['dddcae79-7f2c-46ca-9e76-32b8f59596e6'] in dv-cinder-836996-23-iscsi is: [{'id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'name': 'tempest-AttachVolumeShelveTestJSON-100177110-router', 'tenant_id': '92bf8a2fea6243c28aff53d39a57f92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'ef269289-432e-4c5a-9c85-07f8b2771fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:19Z', 'updated_at': '2022-05-20T09:13:29Z', 'revision_number': 4, 'project_id': '92bf8a2fea6243c28aff53d39a57f92c', 'gw_port': {'id': 'ef269289-432e-4c5a-9c85-07f8b2771fbd', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ff:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '8b4badcf-eae7-4e19-8dae-b8f643625c74', 'name': '', 'network_id': 'cb464892-cf71-4d2e-b68f-60163c12a0fe', 'tenant_id': '92bf8a2fea6243c28aff53d39a57f92c', 'mac_address': 'fa:16:3e:01:dd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0a5fa699-4c99-4ca7-94b7-2b5c0cff2418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:27Z', 'updated_at': '2022-05-20T09:13:44Z', 'revision_number': 5, 'project_id': '92bf8a2fea6243c28aff53d39a57f92c', 'subnets': [{'id': '0a5fa699-4c99-4ca7-94b7-2b5c0cff2418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:20:45.161550 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-ca72a23a-910a-41b1-8978-3dbcdc35c34c tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks [] for security_group (77594603-be96-4488-bbad-ba5e3374762b), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:45.189180 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-ca72a23a-910a-41b1-8978-3dbcdc35c34c tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks [] for security_group (77594603-be96-4488-bbad-ba5e3374762b), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:45.205864 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:45.209109 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:45.245139 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-ca72a23a-910a-41b1-8978-3dbcdc35c34c tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (77594603-be96-4488-bbad-ba5e3374762b), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:45.248283 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-ca72a23a-910a-41b1-8978-3dbcdc35c34c tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:45.251726 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-ca72a23a-910a-41b1-8978-3dbcdc35c34c tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "DELETE /v2.0/security-groups/77594603-be96-4488-bbad-ba5e3374762b HTTP/1.1" status: 204 len: 168 time: 0.1547105 May 20 09:20:45.252431 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 38252) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:45.272718 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca72a23a-910a-41b1-8978-3dbcdc35c34c tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77594603-be96-4488-bbad-ba5e3374762b,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:45.274807 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.api.v2.resource [None req-ed62bcf7-7f6f-40a8-8d94-f0863b1231d7 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] show failed (client error): The resource could not be found. May 20 09:20:45.276124 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-ed62bcf7-7f6f-40a8-8d94-f0863b1231d7 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "GET /v2.0/security-groups/77594603-be96-4488-bbad-ba5e3374762b HTTP/1.1" status: 404 len: 347 time: 0.0198746 May 20 09:20:45.281344 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 38256) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:45.400600 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-a92b7a89-0979-4d0d-9a21-885793e04349 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Deleting port e068b563-377e-4af5-8182-4c2e2c517af2 {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:20:45.400941 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a92b7a89-0979-4d0d-9a21-885793e04349 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (e068b563-377e-4af5-8182-4c2e2c517af2), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:45.437383 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e3d408-8a12-43de-a2f4-dab0d1ab5e4b None None] New status for floating IP 3ce592e5-41c2-4a01-b75c-de8624c7b36d: DOWN {{(pid=104277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 20 09:20:45.465497 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:45.487645 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a92b7a89-0979-4d0d-9a21-885793e04349 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (e068b563-377e-4af5-8182-4c2e2c517af2), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:45.488099 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a92b7a89-0979-4d0d-9a21-885793e04349 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks [] for floatingip (e068b563-377e-4af5-8182-4c2e2c517af2), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:45.504698 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-a92b7a89-0979-4d0d-9a21-885793e04349 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Calling delete_port for e068b563-377e-4af5-8182-4c2e2c517af2 owned by network:floatingip {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:20:45.660445 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a92b7a89-0979-4d0d-9a21-885793e04349 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (e068b563-377e-4af5-8182-4c2e2c517af2), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:45.793502 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-2271ba95-0a60-47b2-b7f2-4a623121674b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:45.839666 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 0fff114c-fe55-4714-bbdc-e879108b685e no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 09:20:45.861061 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] No Port match for: 0fff114c-fe55-4714-bbdc-e879108b685e {{(pid=104277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 20 09:20:45.861841 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 0fff114c-fe55-4714-bbdc-e879108b685e not bound to the agent host hv-cinder-83699 {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 09:20:45.976232 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b7a89-0979-4d0d-9a21-885793e04349 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Pushing event deleted for resources: {'Port': ['ID=e068b563-377e-4af5-8182-4c2e2c517af2,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:46.040074 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a92b7a89-0979-4d0d-9a21-885793e04349 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks [] for floatingip (3ce592e5-41c2-4a01-b75c-de8624c7b36d), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:46.042516 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a92b7a89-0979-4d0d-9a21-885793e04349 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for floatingip (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:46.043708 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-a92b7a89-0979-4d0d-9a21-885793e04349 tempest-AttachVolumeShelveTestJSON-966816584 tempest-AttachVolumeShelveTestJSON-966816584-project] 10.222.0.69 "DELETE /v2.0/floatingips/3ce592e5-41c2-4a01-b75c-de8624c7b36d HTTP/1.1" status: 204 len: 168 time: 0.7607622 May 20 09:20:47.110547 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:48.106314 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff918e6e-4323-46a9-9b33-5472cd0b8aa3 req-5b468784-21fe-433b-9293-d49476048c4d tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:48.107759 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-ff918e6e-4323-46a9-9b33-5472cd0b8aa3 req-5b468784-21fe-433b-9293-d49476048c4d tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.69 "GET /v2.0/networks?id=7c4daf32-ed58-4d1f-a204-f678b6d4c5c3 HTTP/1.1" status: 200 len: 814 time: 0.1019101 May 20 09:20:48.123024 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-ff918e6e-4323-46a9-9b33-5472cd0b8aa3 req-333e5622-8cbf-4d02-b2b3-7eab834e6ac8 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.69 "GET /v2.0/quotas/e619f7d90e8543ba85f3bbaba9046c72 HTTP/1.1" status: 200 len: 375 time: 0.0094290 May 20 09:20:48.159981 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-ff918e6e-4323-46a9-9b33-5472cd0b8aa3 req-10bf5877-8c0a-4254-b873-180fca939c22 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e619f7d90e8543ba85f3bbaba9046c72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313241 May 20 09:20:48.248847 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-ff918e6e-4323-46a9-9b33-5472cd0b8aa3 req-7311ec1f-8ed2-4f45-b120-f54239fe7802 service neutron] 10.222.0.69 "GET /v2.0/networks/7c4daf32-ed58-4d1f-a204-f678b6d4c5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820172 May 20 09:20:48.343806 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-ff918e6e-4323-46a9-9b33-5472cd0b8aa3 req-4b84cc1f-789a-46ca-a4a4-db00d038e2b4 service neutron] 10.222.0.69 "GET /v2.0/networks/7c4daf32-ed58-4d1f-a204-f678b6d4c5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891213 May 20 09:20:48.394831 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:48.513224 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e9bc2ecb-1383-4817-b8cb-a7530cdaa641 req-c0887bdf-9163-4e2c-a71d-1d07b188afa2 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.69 "GET /v2.0/ports?device_id=43fcdc4c-b5f5-4ed1-819e-c916a953b508 HTTP/1.1" status: 200 len: 210 time: 0.0274754 May 20 09:20:49.508385 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:49.528247 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff918e6e-4323-46a9-9b33-5472cd0b8aa3 req-78b2e183-f963-4e2a-a3ce-dd3580beebe8 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:49.531618 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ff918e6e-4323-46a9-9b33-5472cd0b8aa3 req-78b2e183-f963-4e2a-a3ce-dd3580beebe8 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.44 "GET /v2.0/networks?id=7c4daf32-ed58-4d1f-a204-f678b6d4c5c3 HTTP/1.1" status: 200 len: 814 time: 0.1239934 May 20 09:20:49.544774 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [req-ff918e6e-4323-46a9-9b33-5472cd0b8aa3 req-3e19ee2c-aeaf-4824-a9a5-5643bfd374ae tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Request body: {'port': {'device_id': '43fcdc4c-b5f5-4ed1-819e-c916a953b508', 'network_id': '7c4daf32-ed58-4d1f-a204-f678b6d4c5c3', 'admin_state_up': True, 'tenant_id': 'e619f7d90e8543ba85f3bbaba9046c72'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:20:49.647988 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-87d82ad8-0b25-4bd9-a248-56e088142566 req-e197a90c-3cc7-4a7b-ab71-dfa5995b26d7 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.69 "GET /v2.0/ports?device_id=43fcdc4c-b5f5-4ed1-819e-c916a953b508 HTTP/1.1" status: 200 len: 210 time: 0.0486157 May 20 09:20:49.708519 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff918e6e-4323-46a9-9b33-5472cd0b8aa3 req-3e19ee2c-aeaf-4824-a9a5-5643bfd374ae tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Made reservation on behalf of e619f7d90e8543ba85f3bbaba9046c72 for: {'port': 1} {{(pid=104276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:20:49.712319 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-ff918e6e-4323-46a9-9b33-5472cd0b8aa3 req-3e19ee2c-aeaf-4824-a9a5-5643bfd374ae tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:49.860767 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_common [req-ff918e6e-4323-46a9-9b33-5472cd0b8aa3 req-3e19ee2c-aeaf-4824-a9a5-5643bfd374ae tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Allocated IP 172.20.0.8 (7c4daf32-ed58-4d1f-a204-f678b6d4c5c3/58c95c88-a774-45d4-a81a-b7efa8ed0dc4/cef004e9-2264-426f-8575-fe483632a097) {{(pid=104276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:20:49.892247 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 38410) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:50.049661 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-ff918e6e-4323-46a9-9b33-5472cd0b8aa3 req-3e19ee2c-aeaf-4824-a9a5-5643bfd374ae tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Publish callbacks [] for port (cef004e9-2264-426f-8575-fe483632a097), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:50.090828 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-ff918e6e-4323-46a9-9b33-5472cd0b8aa3 req-3e19ee2c-aeaf-4824-a9a5-5643bfd374ae tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (cef004e9-2264-426f-8575-fe483632a097), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:50.102346 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:50.137604 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff918e6e-4323-46a9-9b33-5472cd0b8aa3 req-3e19ee2c-aeaf-4824-a9a5-5643bfd374ae tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Network 7c4daf32-ed58-4d1f-a204-f678b6d4c5c3 is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:20:50.141411 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [req-ff918e6e-4323-46a9-9b33-5472cd0b8aa3 req-3e19ee2c-aeaf-4824-a9a5-5643bfd374ae tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:20:50.145995 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff918e6e-4323-46a9-9b33-5472cd0b8aa3 req-3e19ee2c-aeaf-4824-a9a5-5643bfd374ae tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Received port after_create {{(pid=104276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:20:50.148699 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:50.182488 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e19ee2c-aeaf-4824-a9a5-5643bfd374ae tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Pushing event updated for resources: {'Port': ['ID=cef004e9-2264-426f-8575-fe483632a097,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:50.203376 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff918e6e-4323-46a9-9b33-5472cd0b8aa3 req-3e19ee2c-aeaf-4824-a9a5-5643bfd374ae tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:50.204068 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-ff918e6e-4323-46a9-9b33-5472cd0b8aa3 req-3e19ee2c-aeaf-4824-a9a5-5643bfd374ae tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for port (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:50.222281 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ff918e6e-4323-46a9-9b33-5472cd0b8aa3 req-3e19ee2c-aeaf-4824-a9a5-5643bfd374ae tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6820927 May 20 09:20:50.234290 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [req-ff918e6e-4323-46a9-9b33-5472cd0b8aa3 req-25dc6a6d-f747-4da9-83f8-fe62fc23914c service neutron] Request body: {'port': {'device_id': '43fcdc4c-b5f5-4ed1-819e-c916a953b508', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:20:50.295344 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-ff918e6e-4323-46a9-9b33-5472cd0b8aa3 req-25dc6a6d-f747-4da9-83f8-fe62fc23914c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (cef004e9-2264-426f-8575-fe483632a097), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:50.377930 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:50.398871 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-d8314265-f98e-416e-bb33-bf4b9c5c22ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683207'] for router_interface (dddcae79-7f2c-46ca-9e76-32b8f59596e6), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:50.623103 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.notifiers.nova [req-ff918e6e-4323-46a9-9b33-5472cd0b8aa3 req-25dc6a6d-f747-4da9-83f8-fe62fc23914c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cef004e9-2264-426f-8575-fe483632a097 {{(pid=104276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 09:20:50.631676 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-ff918e6e-4323-46a9-9b33-5472cd0b8aa3 req-25dc6a6d-f747-4da9-83f8-fe62fc23914c service neutron] Publish callbacks [] for port (cef004e9-2264-426f-8575-fe483632a097), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:50.647821 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.provisioning_blocks [req-ff918e6e-4323-46a9-9b33-5472cd0b8aa3 req-25dc6a6d-f747-4da9-83f8-fe62fc23914c service neutron] Transition to ACTIVE for port object cef004e9-2264-426f-8575-fe483632a097 will not be triggered until provisioned by entity L2. {{(pid=104276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 20 09:20:50.652282 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-ff918e6e-4323-46a9-9b33-5472cd0b8aa3 req-25dc6a6d-f747-4da9-83f8-fe62fc23914c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32464857'] for port (cef004e9-2264-426f-8575-fe483632a097), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:50.656777 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [None req-d8314265-f98e-416e-bb33-bf4b9c5c22ff admin admin] Deleting port 8b4badcf-eae7-4e19-8dae-b8f643625c74 {{(pid=104275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:20:50.657317 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-d8314265-f98e-416e-bb33-bf4b9c5c22ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (8b4badcf-eae7-4e19-8dae-b8f643625c74), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:50.659595 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:50.714230 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:50.725097 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc6a6d-f747-4da9-83f8-fe62fc23914c service neutron] Pushing event updated for resources: {'Port': ['ID=cef004e9-2264-426f-8575-fe483632a097,revision_number=2']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:50.747558 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [None req-d8314265-f98e-416e-bb33-bf4b9c5c22ff admin admin] For port 8b4badcf-eae7-4e19-8dae-b8f643625c74, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=8b4badcf-eae7-4e19-8dae-b8f643625c74,segment=NetworkSegment(77eb56c8-f7ae-4980-9031-19500d0fdc26),segment_id=77eb56c8-f7ae-4980-9031-19500d0fdc26)] {{(pid=104275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:20:50.751772 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-d8314265-f98e-416e-bb33-bf4b9c5c22ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (8b4badcf-eae7-4e19-8dae-b8f643625c74), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:50.765103 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [None req-d8314265-f98e-416e-bb33-bf4b9c5c22ff admin admin] Calling delete_port for 8b4badcf-eae7-4e19-8dae-b8f643625c74 owned by network:router_interface {{(pid=104275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:20:50.825108 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc0113-e701-44cf-ad57-3374e7416562 req-7779d3b2-6040-4495-b7a0-638aab7b8428 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:50.826653 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-74dc0113-e701-44cf-ad57-3374e7416562 req-7779d3b2-6040-4495-b7a0-638aab7b8428 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.69 "GET /v2.0/ports?device_id=43fcdc4c-b5f5-4ed1-819e-c916a953b508 HTTP/1.1" status: 200 len: 943 time: 0.1028194 May 20 09:20:50.859691 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 38426) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:50.867114 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.managers [req-ff918e6e-4323-46a9-9b33-5472cd0b8aa3 req-25dc6a6d-f747-4da9-83f8-fe62fc23914c service neutron] Attempting to bind port cef004e9-2264-426f-8575-fe483632a097 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 20 09:20:50.867469 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.managers [req-ff918e6e-4323-46a9-9b33-5472cd0b8aa3 req-25dc6a6d-f747-4da9-83f8-fe62fc23914c service neutron] Attempting to bind port cef004e9-2264-426f-8575-fe483632a097 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '891deb6d-6410-450e-b72f-5f106f4f4b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '7c4daf32-ed58-4d1f-a204-f678b6d4c5c3'}] {{(pid=104276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 20 09:20:50.867790 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff918e6e-4323-46a9-9b33-5472cd0b8aa3 req-25dc6a6d-f747-4da9-83f8-fe62fc23914c service neutron] Attempting to bind port cef004e9-2264-426f-8575-fe483632a097 on network 7c4daf32-ed58-4d1f-a204-f678b6d4c5c3 {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:20:50.875923 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff918e6e-4323-46a9-9b33-5472cd0b8aa3 req-25dc6a6d-f747-4da9-83f8-fe62fc23914c service neutron] Port cef004e9-2264-426f-8575-fe483632a097 on network 7c4daf32-ed58-4d1f-a204-f678b6d4c5c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 09:20:50.876242 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff918e6e-4323-46a9-9b33-5472cd0b8aa3 req-25dc6a6d-f747-4da9-83f8-fe62fc23914c service neutron] Attempting to bind port cef004e9-2264-426f-8575-fe483632a097 on network 7c4daf32-ed58-4d1f-a204-f678b6d4c5c3 {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:20:50.892603 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff918e6e-4323-46a9-9b33-5472cd0b8aa3 req-25dc6a6d-f747-4da9-83f8-fe62fc23914c service neutron] Checking agent: {'id': '2d1be950-4dd6-4324-90da-2272c7a86826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 9, 11, 22), 'started_at': datetime.datetime(2022, 5, 20, 9, 11, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 9, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 09:20:50.892603 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff918e6e-4323-46a9-9b33-5472cd0b8aa3 req-25dc6a6d-f747-4da9-83f8-fe62fc23914c service neutron] Checking segment: {'id': '891deb6d-6410-450e-b72f-5f106f4f4b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '7c4daf32-ed58-4d1f-a204-f678b6d4c5c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:20:50.893035 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff918e6e-4323-46a9-9b33-5472cd0b8aa3 req-25dc6a6d-f747-4da9-83f8-fe62fc23914c service neutron] Bound using segment: {'id': '891deb6d-6410-450e-b72f-5f106f4f4b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '7c4daf32-ed58-4d1f-a204-f678b6d4c5c3'} {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 09:20:50.893430 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.managers [req-ff918e6e-4323-46a9-9b33-5472cd0b8aa3 req-25dc6a6d-f747-4da9-83f8-fe62fc23914c service neutron] Bound port: cef004e9-2264-426f-8575-fe483632a097, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '891deb6d-6410-450e-b72f-5f106f4f4b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '7c4daf32-ed58-4d1f-a204-f678b6d4c5c3'}}] {{(pid=104276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 20 09:20:50.893850 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-ff918e6e-4323-46a9-9b33-5472cd0b8aa3 req-25dc6a6d-f747-4da9-83f8-fe62fc23914c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (cef004e9-2264-426f-8575-fe483632a097), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:50.915566 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-74dc0113-e701-44cf-ad57-3374e7416562 req-4730e1ac-c829-44b4-9a47-2dd7e774f5a3 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e97a8f8-394a-4757-a4c5-735484eba25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801368 May 20 09:20:50.970065 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [req-ff918e6e-4323-46a9-9b33-5472cd0b8aa3 req-25dc6a6d-f747-4da9-83f8-fe62fc23914c service neutron] For port cef004e9-2264-426f-8575-fe483632a097, host hv-cinder-83699, cleared binding levels {{(pid=104276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 09:20:50.973398 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [req-ff918e6e-4323-46a9-9b33-5472cd0b8aa3 req-25dc6a6d-f747-4da9-83f8-fe62fc23914c service neutron] For port cef004e9-2264-426f-8575-fe483632a097, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=cef004e9-2264-426f-8575-fe483632a097,segment=NetworkSegment(891deb6d-6410-450e-b72f-5f106f4f4b8d),segment_id=891deb6d-6410-450e-b72f-5f106f4f4b8d)] {{(pid=104276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 09:20:50.986741 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-d8314265-f98e-416e-bb33-bf4b9c5c22ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30908355'] for port (8b4badcf-eae7-4e19-8dae-b8f643625c74), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:50.989978 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-ff918e6e-4323-46a9-9b33-5472cd0b8aa3 req-25dc6a6d-f747-4da9-83f8-fe62fc23914c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32464857'] for port (cef004e9-2264-426f-8575-fe483632a097), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:51.012912 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8314265-f98e-416e-bb33-bf4b9c5c22ff admin admin] Pushing event deleted for resources: {'Port': ['ID=8b4badcf-eae7-4e19-8dae-b8f643625c74,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:51.033356 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-45a9ea5b-5fb7-4f5c-96f2-16e3cc1da557 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:51.044067 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:51.051514 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.agents_db [None req-08ca63ee-ac6b-41b9-8918-1f445ad695da None None] Agent healthcheck: found 6 active agents {{(pid=104278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 09:20:51.056848 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff918e6e-4323-46a9-9b33-5472cd0b8aa3 req-25dc6a6d-f747-4da9-83f8-fe62fc23914c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:51.057565 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-ff918e6e-4323-46a9-9b33-5472cd0b8aa3 req-25dc6a6d-f747-4da9-83f8-fe62fc23914c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for port (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:51.058885 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ff918e6e-4323-46a9-9b33-5472cd0b8aa3 req-25dc6a6d-f747-4da9-83f8-fe62fc23914c service neutron] 10.222.0.44 "PUT /v2.0/ports/cef004e9-2264-426f-8575-fe483632a097 HTTP/1.1" status: 200 len: 1093 time: 0.8289948 May 20 09:20:51.062669 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43fcdc4c-b5f5-4ed1-819e-c916a953b508', 'tag': 'cef004e9-2264-426f-8575-fe483632a097'}] {{(pid=104276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:20:51.065486 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f1859fdf6517cac9f3390f7253b255bfbc77edc31af200be8f81c994e01841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7173320e-c584-4841-9d5a-d2155b810ad4" -d '{"events": [{"name": "network-changed", "server_uuid": "43fcdc4c-b5f5-4ed1-819e-c916a953b508", "tag": "cef004e9-2264-426f-8575-fe483632a097"}]}' {{(pid=104276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:20:51.172050 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 09:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77077a9b-1557-4907-92fe-90e52788a152 x-openstack-request-id: req-77077a9b-1557-4907-92fe-90e52788a152 {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:20:51.172326 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43fcdc4c-b5f5-4ed1-819e-c916a953b508", "tag": "cef004e9-2264-426f-8575-fe483632a097", "status": "completed", "code": 200}]} {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:20:51.172447 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-77077a9b-1557-4907-92fe-90e52788a152 {{(pid=104276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:20:51.172790 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77077a9b-1557-4907-92fe-90e52788a152'] response: {'name': 'network-changed', 'server_uuid': '43fcdc4c-b5f5-4ed1-819e-c916a953b508', 'tag': 'cef004e9-2264-426f-8575-fe483632a097', 'status': 'completed', 'code': 200} May 20 09:20:51.194985 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc6a6d-f747-4da9-83f8-fe62fc23914c service neutron] Pushing event updated for resources: {'Port': ['ID=cef004e9-2264-426f-8575-fe483632a097,revision_number=3']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:51.223483 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff918e6e-4323-46a9-9b33-5472cd0b8aa3 req-a1385698-70ae-4926-abc8-f45fc404f0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:51.225030 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ff918e6e-4323-46a9-9b33-5472cd0b8aa3 req-a1385698-70ae-4926-abc8-f45fc404f0ea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e619f7d90e8543ba85f3bbaba9046c72&device_id=43fcdc4c-b5f5-4ed1-819e-c916a953b508 HTTP/1.1" status: 200 len: 1127 time: 0.0956867 May 20 09:20:51.235576 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-d8314265-f98e-416e-bb33-bf4b9c5c22ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683099'] for router_interface (dddcae79-7f2c-46ca-9e76-32b8f59596e6), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:51.288800 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ff918e6e-4323-46a9-9b33-5472cd0b8aa3 req-7079d64c-6348-4096-be54-c6dba9071bfc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cef004e9-2264-426f-8575-fe483632a097 HTTP/1.1" status: 200 len: 217 time: 0.0552845 May 20 09:20:51.352357 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-45a9ea5b-5fb7-4f5c-96f2-16e3cc1da557 admin admin] Publish callbacks [] for security_group (cdc6d2ae-45e0-411d-bc7a-f365cf228c7d), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:51.363407 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-45a9ea5b-5fb7-4f5c-96f2-16e3cc1da557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (cdc6d2ae-45e0-411d-bc7a-f365cf228c7d), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:51.373984 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:INSERT=9 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:51.376285 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff918e6e-4323-46a9-9b33-5472cd0b8aa3 req-fc3a98cb-9ecf-40cd-b912-7c9e1091623b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:51.378113 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ff918e6e-4323-46a9-9b33-5472cd0b8aa3 req-fc3a98cb-9ecf-40cd-b912-7c9e1091623b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=58c95c88-a774-45d4-a81a-b7efa8ed0dc4 HTTP/1.1" status: 200 len: 854 time: 0.0812287 May 20 09:20:51.386216 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 38442) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:51.438710 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ff918e6e-4323-46a9-9b33-5472cd0b8aa3 req-7103a886-f8ed-4c35-8f12-6f0763238580 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7c4daf32-ed58-4d1f-a204-f678b6d4c5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512547 May 20 09:20:51.439978 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a9ea5b-5fb7-4f5c-96f2-16e3cc1da557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc6d2ae-45e0-411d-bc7a-f365cf228c7d,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:51.448752 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-45a9ea5b-5fb7-4f5c-96f2-16e3cc1da557 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d6f560e71a42428ea4087c3e06350e88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5880368 May 20 09:20:51.449487 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 38448) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:51.478534 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8314265-f98e-416e-bb33-bf4b9c5c22ff admin admin] Router dddcae79-7f2c-46ca-9e76-32b8f59596e6 has already been hosted by L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 {{(pid=104275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 09:20:51.537509 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-0c2a1788-cc95-48c9-a190-c93a278512bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:51.564835 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ff918e6e-4323-46a9-9b33-5472cd0b8aa3 req-e879c4a0-d3f7-448e-80b6-98d136e75f19 service neutron] 10.222.0.44 "GET /v2.0/networks/7c4daf32-ed58-4d1f-a204-f678b6d4c5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146452 May 20 09:20:51.702390 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ff918e6e-4323-46a9-9b33-5472cd0b8aa3 req-24816fe5-bb88-4886-869c-5fc9dd6c75ad service neutron] 10.222.0.44 "GET /v2.0/networks/7c4daf32-ed58-4d1f-a204-f678b6d4c5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304150 May 20 09:20:51.718346 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-0c2a1788-cc95-48c9-a190-c93a278512bc admin admin] Publish callbacks [] for security_group (9ee7f552-8693-4814-8c08-0336c24b1e60), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:51.726840 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-0c2a1788-cc95-48c9-a190-c93a278512bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (9ee7f552-8693-4814-8c08-0336c24b1e60), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:51.769848 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-0c2a1788-cc95-48c9-a190-c93a278512bc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5e6157844f21442aac26dcb71092e6aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3783021 May 20 09:20:51.769848 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2a1788-cc95-48c9-a190-c93a278512bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee7f552-8693-4814-8c08-0336c24b1e60,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:51.772637 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 38450) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:51.824129 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-0dd00cd1-1895-4906-bba2-ee790adf954d admin admin] Publish callbacks [] for security_group (9ee7f552-8693-4814-8c08-0336c24b1e60), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:51.827689 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-709675c5-993e-46b3-98a8-f1ac2f349036 admin admin] Publish callbacks [] for security_group (cdc6d2ae-45e0-411d-bc7a-f365cf228c7d), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:51.845520 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-0dd00cd1-1895-4906-bba2-ee790adf954d admin admin] Publish callbacks [] for security_group (9ee7f552-8693-4814-8c08-0336c24b1e60), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:51.849465 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:51.878039 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:51.882615 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-709675c5-993e-46b3-98a8-f1ac2f349036 admin admin] Publish callbacks [] for security_group (cdc6d2ae-45e0-411d-bc7a-f365cf228c7d), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:51.896541 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-0dd00cd1-1895-4906-bba2-ee790adf954d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (9ee7f552-8693-4814-8c08-0336c24b1e60), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:51.897201 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:51.899650 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-0dd00cd1-1895-4906-bba2-ee790adf954d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:51.900942 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-0dd00cd1-1895-4906-bba2-ee790adf954d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9ee7f552-8693-4814-8c08-0336c24b1e60 HTTP/1.1" status: 204 len: 168 time: 0.1274595 May 20 09:20:51.909101 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd00cd1-1895-4906-bba2-ee790adf954d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee7f552-8693-4814-8c08-0336c24b1e60,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:51.930132 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8314265-f98e-416e-bb33-bf4b9c5c22ff admin admin] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:20:51.939368 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 38454) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:51.939510 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-d8314265-f98e-416e-bb33-bf4b9c5c22ff admin admin] 10.222.0.69 "PUT /v2.0/routers/dddcae79-7f2c-46ca-9e76-32b8f59596e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0460744 May 20 09:20:51.942553 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68848414-0d81-48f0-8c27-35c13c2a4bc5 None None] Sync routers for ids ['dddcae79-7f2c-46ca-9e76-32b8f59596e6'] in dv-cinder-836996-23-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:20:51.969227 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68848414-0d81-48f0-8c27-35c13c2a4bc5 None None] Routers {'dddcae79-7f2c-46ca-9e76-32b8f59596e6'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:20:51.970624 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-68848414-0d81-48f0-8c27-35c13c2a4bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:20:46Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['dddcae79-7f2c-46ca-9e76-32b8f59596e6'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:20:51.978772 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-709675c5-993e-46b3-98a8-f1ac2f349036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (cdc6d2ae-45e0-411d-bc7a-f365cf228c7d), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:51.983506 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-709675c5-993e-46b3-98a8-f1ac2f349036 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:51.985540 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-709675c5-993e-46b3-98a8-f1ac2f349036 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cdc6d2ae-45e0-411d-bc7a-f365cf228c7d HTTP/1.1" status: 204 len: 168 time: 0.5351143 May 20 09:20:52.010445 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709675c5-993e-46b3-98a8-f1ac2f349036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc6d2ae-45e0-411d-bc7a-f365cf228c7d,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:52.096893 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-68848414-0d81-48f0-8c27-35c13c2a4bc5 None None] Set router dddcae79-7f2c-46ca-9e76-32b8f59596e6 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:20:52.115664 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f522dad3-7117-4d37-aae3-d14ee25572bd admin admin] Publish callbacks [] for router (dddcae79-7f2c-46ca-9e76-32b8f59596e6), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:52.123802 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74114bc6-61b3-42f2-8ab3-c0d06a3f4b88 req-9bd992de-b880-47d5-bdfa-9d89e2338484 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:52.131870 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-74114bc6-61b3-42f2-8ab3-c0d06a3f4b88 req-9bd992de-b880-47d5-bdfa-9d89e2338484 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.69 "GET /v2.0/ports?device_id=43fcdc4c-b5f5-4ed1-819e-c916a953b508 HTTP/1.1" status: 200 len: 943 time: 0.0749800 May 20 09:20:52.266583 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-74114bc6-61b3-42f2-8ab3-c0d06a3f4b88 req-aaef8396-3f6d-4637-9299-b28b5e551e53 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e97a8f8-394a-4757-a4c5-735484eba25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333671 May 20 09:20:52.284736 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f522dad3-7117-4d37-aae3-d14ee25572bd admin admin] Publish callbacks [] for router_gateway (dddcae79-7f2c-46ca-9e76-32b8f59596e6), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:52.289923 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:52.291747 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-68848414-0d81-48f0-8c27-35c13c2a4bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'name': 'tempest-AttachVolumeShelveTestJSON-100177110-router', 'tenant_id': '92bf8a2fea6243c28aff53d39a57f92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'ef269289-432e-4c5a-9c85-07f8b2771fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:19Z', 'updated_at': '2022-05-20T09:20:50Z', 'revision_number': 5, 'project_id': '92bf8a2fea6243c28aff53d39a57f92c', 'gw_port': {'id': 'ef269289-432e-4c5a-9c85-07f8b2771fbd', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ff:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:13:20Z', 'updated_at': '2022-05-20T09:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi'}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:20:52.312321 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 38464) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:52.319385 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68848414-0d81-48f0-8c27-35c13c2a4bc5 None None] Checking router: dddcae79-7f2c-46ca-9e76-32b8f59596e6 for host: dv-cinder-836996-23-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:20:52.326663 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-db468f6b-2ba0-4d91-bb9e-98c61b2ee2e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:52.330073 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68848414-0d81-48f0-8c27-35c13c2a4bc5 None None] Routers {'dddcae79-7f2c-46ca-9e76-32b8f59596e6'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:20:52.330702 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-68848414-0d81-48f0-8c27-35c13c2a4bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:20:46Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['dddcae79-7f2c-46ca-9e76-32b8f59596e6'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:20:52.339619 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-f522dad3-7117-4d37-aae3-d14ee25572bd admin admin] Deleting port ef269289-432e-4c5a-9c85-07f8b2771fbd {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:20:52.339954 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f522dad3-7117-4d37-aae3-d14ee25572bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (ef269289-432e-4c5a-9c85-07f8b2771fbd), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:52.389209 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:52.428641 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-db468f6b-2ba0-4d91-bb9e-98c61b2ee2e8 admin admin] Publish callbacks [] for security_group (561ab4b3-ecbc-4e2d-84af-8dceac8ff758), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:52.434085 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:52.436088 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-68848414-0d81-48f0-8c27-35c13c2a4bc5 None None] Set router dddcae79-7f2c-46ca-9e76-32b8f59596e6 gateway port host: None {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:20:52.440672 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-db468f6b-2ba0-4d91-bb9e-98c61b2ee2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (561ab4b3-ecbc-4e2d-84af-8dceac8ff758), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:52.450315 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [None req-f522dad3-7117-4d37-aae3-d14ee25572bd admin admin] For port ef269289-432e-4c5a-9c85-07f8b2771fbd, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=ef269289-432e-4c5a-9c85-07f8b2771fbd,segment=NetworkSegment(99d4634d-7c16-4239-978b-38d882e34cf7),segment_id=99d4634d-7c16-4239-978b-38d882e34cf7)] {{(pid=104276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:20:52.450673 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f522dad3-7117-4d37-aae3-d14ee25572bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (ef269289-432e-4c5a-9c85-07f8b2771fbd), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:52.490481 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-db468f6b-2ba0-4d91-bb9e-98c61b2ee2e8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b490a608f24447a089fece717482333d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1770487 May 20 09:20:52.491386 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db468f6b-2ba0-4d91-bb9e-98c61b2ee2e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561ab4b3-ecbc-4e2d-84af-8dceac8ff758,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:52.493754 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 38468) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:52.518715 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-f522dad3-7117-4d37-aae3-d14ee25572bd admin admin] Calling delete_port for ef269289-432e-4c5a-9c85-07f8b2771fbd owned by network:router_gateway {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:20:52.534496 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-68848414-0d81-48f0-8c27-35c13c2a4bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'name': 'tempest-AttachVolumeShelveTestJSON-100177110-router', 'tenant_id': '92bf8a2fea6243c28aff53d39a57f92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:19Z', 'updated_at': '2022-05-20T09:20:52Z', 'revision_number': 6, 'project_id': '92bf8a2fea6243c28aff53d39a57f92c', 'gw_port_host': None}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:20:52.539535 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173320e-c584-4841-9d5a-d2155b810ad4 req-7ca4db6b-e93e-45c4-816d-6733491b48c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:52.541286 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7173320e-c584-4841-9d5a-d2155b810ad4 req-7ca4db6b-e93e-45c4-816d-6733491b48c8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e619f7d90e8543ba85f3bbaba9046c72&device_id=43fcdc4c-b5f5-4ed1-819e-c916a953b508 HTTP/1.1" status: 200 len: 1127 time: 0.0952516 May 20 09:20:52.550323 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-0e22a154-3242-4f27-b307-7d8cfba75ed2 admin admin] Publish callbacks [] for security_group (561ab4b3-ecbc-4e2d-84af-8dceac8ff758), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:52.569940 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68848414-0d81-48f0-8c27-35c13c2a4bc5 None None] The sync data for ids ['dddcae79-7f2c-46ca-9e76-32b8f59596e6'] in dv-cinder-836996-23-iscsi is: [{'id': 'dddcae79-7f2c-46ca-9e76-32b8f59596e6', 'name': 'tempest-AttachVolumeShelveTestJSON-100177110-router', 'tenant_id': '92bf8a2fea6243c28aff53d39a57f92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:13:19Z', 'updated_at': '2022-05-20T09:20:52Z', 'revision_number': 6, 'project_id': '92bf8a2fea6243c28aff53d39a57f92c', 'gw_port_host': None}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:20:52.576179 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-0e22a154-3242-4f27-b307-7d8cfba75ed2 admin admin] Publish callbacks [] for security_group (561ab4b3-ecbc-4e2d-84af-8dceac8ff758), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:52.595728 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 38470) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:52.614193 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-6a962a71-f7ff-4dda-9782-dba28c3ae926 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:52.674083 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-0e22a154-3242-4f27-b307-7d8cfba75ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (561ab4b3-ecbc-4e2d-84af-8dceac8ff758), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:52.676651 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-0e22a154-3242-4f27-b307-7d8cfba75ed2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:52.677764 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-0e22a154-3242-4f27-b307-7d8cfba75ed2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/561ab4b3-ecbc-4e2d-84af-8dceac8ff758 HTTP/1.1" status: 204 len: 168 time: 0.1831095 May 20 09:20:52.691604 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e22a154-3242-4f27-b307-7d8cfba75ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561ab4b3-ecbc-4e2d-84af-8dceac8ff758,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:52.730093 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173320e-c584-4841-9d5a-d2155b810ad4 req-887e406f-f264-40cd-9273-414747f8d8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:52.731656 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7173320e-c584-4841-9d5a-d2155b810ad4 req-887e406f-f264-40cd-9273-414747f8d8d0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7c4daf32-ed58-4d1f-a204-f678b6d4c5c3 HTTP/1.1" status: 200 len: 915 time: 0.1560173 May 20 09:20:52.732220 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-6a962a71-f7ff-4dda-9782-dba28c3ae926 admin admin] Publish callbacks [] for security_group (0adb97db-eaa3-4576-9b4b-55d110ad504a), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:52.738392 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-6a962a71-f7ff-4dda-9782-dba28c3ae926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (0adb97db-eaa3-4576-9b4b-55d110ad504a), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:52.774008 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7173320e-c584-4841-9d5a-d2155b810ad4 req-2dfed05b-2536-42cc-a33b-bb5a30b99ba8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cef004e9-2264-426f-8575-fe483632a097 HTTP/1.1" status: 200 len: 217 time: 0.0363114 May 20 09:20:52.786905 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-6a962a71-f7ff-4dda-9782-dba28c3ae926 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=336bf74a2c1b4b7d8a83a1c194dbb9cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1874104 May 20 09:20:52.786905 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a962a71-f7ff-4dda-9782-dba28c3ae926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0adb97db-eaa3-4576-9b4b-55d110ad504a,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:52.788714 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 38474) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:52.802280 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (2d1be950-4dd6-4324-90da-2272c7a86826), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:52.844667 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-cebe0412-9def-4b8a-8d9a-9161f0819a2c admin admin] Publish callbacks [] for security_group (0adb97db-eaa3-4576-9b4b-55d110ad504a), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:52.870625 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-cebe0412-9def-4b8a-8d9a-9161f0819a2c admin admin] Publish callbacks [] for security_group (0adb97db-eaa3-4576-9b4b-55d110ad504a), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:52.885818 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173320e-c584-4841-9d5a-d2155b810ad4 req-81467cfb-8e61-44a4-b3d2-f263051f4199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:52.888372 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7173320e-c584-4841-9d5a-d2155b810ad4 req-81467cfb-8e61-44a4-b3d2-f263051f4199 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=58c95c88-a774-45d4-a81a-b7efa8ed0dc4 HTTP/1.1" status: 200 len: 854 time: 0.1076605 May 20 09:20:52.892297 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f522dad3-7117-4d37-aae3-d14ee25572bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (ef269289-432e-4c5a-9c85-07f8b2771fbd), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:52.915013 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:52.939928 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-cebe0412-9def-4b8a-8d9a-9161f0819a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (0adb97db-eaa3-4576-9b4b-55d110ad504a), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:52.943487 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-cebe0412-9def-4b8a-8d9a-9161f0819a2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:52.947317 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-cebe0412-9def-4b8a-8d9a-9161f0819a2c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0adb97db-eaa3-4576-9b4b-55d110ad504a HTTP/1.1" status: 204 len: 168 time: 0.1560116 May 20 09:20:52.949806 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7173320e-c584-4841-9d5a-d2155b810ad4 req-0f80f883-f2db-40a7-9a27-8773477cd3d8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7c4daf32-ed58-4d1f-a204-f678b6d4c5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528212 May 20 09:20:52.952333 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f522dad3-7117-4d37-aae3-d14ee25572bd admin admin] Pushing event deleted for resources: {'Port': ['ID=ef269289-432e-4c5a-9c85-07f8b2771fbd,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:52.971196 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebe0412-9def-4b8a-8d9a-9161f0819a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0adb97db-eaa3-4576-9b4b-55d110ad504a,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:52.978571 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:53.095313 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f522dad3-7117-4d37-aae3-d14ee25572bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680185'] for router_gateway (dddcae79-7f2c-46ca-9e76-32b8f59596e6), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:53.196328 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f522dad3-7117-4d37-aae3-d14ee25572bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1553'] for router (dddcae79-7f2c-46ca-9e76-32b8f59596e6), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:53.200650 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f522dad3-7117-4d37-aae3-d14ee25572bd admin admin] Publish callbacks [] for router_controller (dddcae79-7f2c-46ca-9e76-32b8f59596e6), precommit_delete_associations {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:53.211737 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 38482) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:53.225310 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-7ca4f3bf-d9f8-4067-9886-6f84b1749ec9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:53.256143 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7173320e-c584-4841-9d5a-d2155b810ad4 req-d9bc70f1-0eaa-4398-94fb-d99aa3c48c8d service neutron] 10.222.0.44 "GET /v2.0/networks/7c4daf32-ed58-4d1f-a204-f678b6d4c5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794673 May 20 09:20:53.270919 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f522dad3-7117-4d37-aae3-d14ee25572bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682147'] for router (dddcae79-7f2c-46ca-9e76-32b8f59596e6), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:53.271432 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f522dad3-7117-4d37-aae3-d14ee25572bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router dddcae79-7f2c-46ca-9e76-32b8f59596e6 {{(pid=104276) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 09:20:53.274356 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:53.285492 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f522dad3-7117-4d37-aae3-d14ee25572bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:53.289140 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-f522dad3-7117-4d37-aae3-d14ee25572bd admin admin] 10.222.0.69 "DELETE /v2.0/routers/dddcae79-7f2c-46ca-9e76-32b8f59596e6 HTTP/1.1" status: 204 len: 168 time: 1.3481467 May 20 09:20:53.289749 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 38488) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:53.353162 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-7ca4f3bf-d9f8-4067-9886-6f84b1749ec9 admin admin] Publish callbacks [] for security_group (4e153eb0-5bd9-4b10-89dd-9e45e5e3b530), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:53.372455 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-7ca4f3bf-d9f8-4067-9886-6f84b1749ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (4e153eb0-5bd9-4b10-89dd-9e45e5e3b530), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:53.397754 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_v2 [None req-d36a8520-4365-4d29-8616-479a89f80166 admin admin] Deleting subnet 0a5fa699-4c99-4ca7-94b7-2b5c0cff2418 {{(pid=104276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 20 09:20:53.406264 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-d36a8520-4365-4d29-8616-479a89f80166 admin admin] Publish callbacks [] for subnet (0a5fa699-4c99-4ca7-94b7-2b5c0cff2418), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:53.410546 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea883e-d4d9-4734-80e6-5098266be191 req-f1f81ecf-e75a-403a-96c1-3af83a85a16d tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:53.412247 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-47ea883e-d4d9-4734-80e6-5098266be191 req-f1f81ecf-e75a-403a-96c1-3af83a85a16d tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.69 "GET /v2.0/ports?device_id=43fcdc4c-b5f5-4ed1-819e-c916a953b508 HTTP/1.1" status: 200 len: 943 time: 0.0731466 May 20 09:20:53.430839 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca4f3bf-d9f8-4067-9886-6f84b1749ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e153eb0-5bd9-4b10-89dd-9e45e5e3b530,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:53.438762 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:53.443919 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-7ca4f3bf-d9f8-4067-9886-6f84b1749ec9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=082371c0e5ce4871918fa6a9ab5ca689&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2309730 May 20 09:20:53.444815 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 38496) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:53.447737 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7173320e-c584-4841-9d5a-d2155b810ad4 req-23faa44f-6803-428f-b2d6-935730ca4955 service neutron] 10.222.0.44 "GET /v2.0/networks/7c4daf32-ed58-4d1f-a204-f678b6d4c5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858113 May 20 09:20:53.468157 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-d36a8520-4365-4d29-8616-479a89f80166 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30533093'] for subnet (0a5fa699-4c99-4ca7-94b7-2b5c0cff2418), precommit_delete_associations {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:53.496405 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 8b4badcf-eae7-4e19-8dae-b8f643625c74 no longer exists at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 09:20:53.520233 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] No Port match for: 8b4badcf-eae7-4e19-8dae-b8f643625c74 {{(pid=104277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 20 09:20:53.520708 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 8b4badcf-eae7-4e19-8dae-b8f643625c74 not bound to the agent host dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 09:20:53.522847 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-47ea883e-d4d9-4734-80e6-5098266be191 req-59bbfd6b-25c8-4992-82ba-7ff46d893864 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e97a8f8-394a-4757-a4c5-735484eba25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999398 May 20 09:20:53.544183 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-60426b14-d7cc-40a5-997a-99d2ceaff033 admin admin] Publish callbacks [] for security_group (4e153eb0-5bd9-4b10-89dd-9e45e5e3b530), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:53.566957 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-60426b14-d7cc-40a5-997a-99d2ceaff033 admin admin] Publish callbacks [] for security_group (4e153eb0-5bd9-4b10-89dd-9e45e5e3b530), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:53.577037 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-d36a8520-4365-4d29-8616-479a89f80166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1460055'] for subnet (0a5fa699-4c99-4ca7-94b7-2b5c0cff2418), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:53.623444 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-60426b14-d7cc-40a5-997a-99d2ceaff033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (4e153eb0-5bd9-4b10-89dd-9e45e5e3b530), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:53.626012 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-60426b14-d7cc-40a5-997a-99d2ceaff033 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:53.627301 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-60426b14-d7cc-40a5-997a-99d2ceaff033 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4e153eb0-5bd9-4b10-89dd-9e45e5e3b530 HTTP/1.1" status: 204 len: 168 time: 0.1803138 May 20 09:20:53.640019 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60426b14-d7cc-40a5-997a-99d2ceaff033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e153eb0-5bd9-4b10-89dd-9e45e5e3b530,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:53.660023 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-d36a8520-4365-4d29-8616-479a89f80166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1460046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32461343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32308525'] for subnet (0a5fa699-4c99-4ca7-94b7-2b5c0cff2418), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:53.694449 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-d36a8520-4365-4d29-8616-479a89f80166 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for subnet (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:53.698005 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-d36a8520-4365-4d29-8616-479a89f80166 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/0a5fa699-4c99-4ca7-94b7-2b5c0cff2418 HTTP/1.1" status: 204 len: 168 time: 0.3809316 May 20 09:20:53.700184 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a8520-4365-4d29-8616-479a89f80166 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a5fa699-4c99-4ca7-94b7-2b5c0cff2418,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:53.700710 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 38506) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:53.701506 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6bc238-85c9-4f56-bcf8-e7413f62e2ee None None] Network cb464892-cf71-4d2e-b68f-60163c12a0fe requested from dv-cinder-836996-23-iscsi {{(pid=104277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 20 09:20:53.754998 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device cef004e9-2264-426f-8575-fe483632a097 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 09:20:53.819761 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-2c6d4300-5967-48ee-b152-7d7a9a086622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1485502'] for network (cb464892-cf71-4d2e-b68f-60163c12a0fe), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:53.877286 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [None req-2c6d4300-5967-48ee-b152-7d7a9a086622 admin admin] Deleting port f26a0fb7-77ae-46e8-a66f-6fadbe9fc890 {{(pid=104275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:20:53.877981 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-2c6d4300-5967-48ee-b152-7d7a9a086622 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (f26a0fb7-77ae-46e8-a66f-6fadbe9fc890), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:53.921041 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port cef004e9-2264-426f-8575-fe483632a097, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=cef004e9-2264-426f-8575-fe483632a097,segment=NetworkSegment(891deb6d-6410-450e-b72f-5f106f4f4b8d),segment_id=891deb6d-6410-450e-b72f-5f106f4f4b8d)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:20:53.960487 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Returning: {'device': 'cef004e9-2264-426f-8575-fe483632a097', 'network_id': '7c4daf32-ed58-4d1f-a204-f678b6d4c5c3', 'port_id': 'cef004e9-2264-426f-8575-fe483632a097', 'mac_address': 'fa:16:3e:6f:45:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58c95c88-a774-45d4-a81a-b7efa8ed0dc4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 09:20:54.013020 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [None req-2c6d4300-5967-48ee-b152-7d7a9a086622 admin admin] For port f26a0fb7-77ae-46e8-a66f-6fadbe9fc890, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=f26a0fb7-77ae-46e8-a66f-6fadbe9fc890,segment=NetworkSegment(77eb56c8-f7ae-4980-9031-19500d0fdc26),segment_id=77eb56c8-f7ae-4980-9031-19500d0fdc26)] {{(pid=104275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:20:54.013601 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-2c6d4300-5967-48ee-b152-7d7a9a086622 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (f26a0fb7-77ae-46e8-a66f-6fadbe9fc890), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:54.022558 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4576d7-7f8d-4c01-b5fd-6320faf918d9 None None] DHCP port deletion for cb464892-cf71-4d2e-b68f-60163c12a0fe request from dv-cinder-836996-23-iscsi {{(pid=104277) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 20 09:20:54.024445 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port cef004e9-2264-426f-8575-fe483632a097 is: DOWN; New status is: BUILD {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:20:54.024801 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (cef004e9-2264-426f-8575-fe483632a097), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:54.034869 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [None req-2c6d4300-5967-48ee-b152-7d7a9a086622 admin admin] Calling delete_port for f26a0fb7-77ae-46e8-a66f-6fadbe9fc890 owned by network:dhcp {{(pid=104275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:20:54.044326 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cef004e9-2264-426f-8575-fe483632a097 {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 09:20:54.094015 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port cef004e9-2264-426f-8575-fe483632a097, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=cef004e9-2264-426f-8575-fe483632a097,segment=NetworkSegment(891deb6d-6410-450e-b72f-5f106f4f4b8d),segment_id=891deb6d-6410-450e-b72f-5f106f4f4b8d)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:20:54.099417 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-2e4576d7-7f8d-4c01-b5fd-6320faf918d9 None None] Deleting port f26a0fb7-77ae-46e8-a66f-6fadbe9fc890 {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:20:54.099837 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-2e4576d7-7f8d-4c01-b5fd-6320faf918d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (f26a0fb7-77ae-46e8-a66f-6fadbe9fc890), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:54.132120 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-2c6d4300-5967-48ee-b152-7d7a9a086622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30908355'] for port (f26a0fb7-77ae-46e8-a66f-6fadbe9fc890), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:54.146099 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (cef004e9-2264-426f-8575-fe483632a097), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:54.161854 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6d4300-5967-48ee-b152-7d7a9a086622 admin admin] Pushing event deleted for resources: {'Port': ['ID=f26a0fb7-77ae-46e8-a66f-6fadbe9fc890,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:54.165863 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6d4300-5967-48ee-b152-7d7a9a086622 admin admin] No DVR routers for this DVR port f26a0fb7-77ae-46e8-a66f-6fadbe9fc890 on host dv-cinder-836996-23-iscsi {{(pid=104275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:20:54.194386 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:54.217535 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:54.228056 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-2e4576d7-7f8d-4c01-b5fd-6320faf918d9 None None] For port f26a0fb7-77ae-46e8-a66f-6fadbe9fc890, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=f26a0fb7-77ae-46e8-a66f-6fadbe9fc890,segment=NetworkSegment(77eb56c8-f7ae-4980-9031-19500d0fdc26),segment_id=77eb56c8-f7ae-4980-9031-19500d0fdc26)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:20:54.228468 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-2e4576d7-7f8d-4c01-b5fd-6320faf918d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (f26a0fb7-77ae-46e8-a66f-6fadbe9fc890), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:54.232175 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=cef004e9-2264-426f-8575-fe483632a097,revision_number=4']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:54.250102 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-2e4576d7-7f8d-4c01-b5fd-6320faf918d9 None None] Calling delete_port for f26a0fb7-77ae-46e8-a66f-6fadbe9fc890 owned by network:dhcp {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:20:54.254385 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-2c6d4300-5967-48ee-b152-7d7a9a086622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458914', 'neutron.services.segments.db._delete_segments_for_network-8728767071618'] for network (cb464892-cf71-4d2e-b68f-60163c12a0fe), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:54.283148 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.services.segments.db [None req-2c6d4300-5967-48ee-b152-7d7a9a086622 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb464892-cf71-4d2e-b68f-60163c12a0fe']}} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:20:54.294601 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.services.segments.db [None req-2c6d4300-5967-48ee-b152-7d7a9a086622 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77eb56c8-f7ae-4980-9031-19500d0fdc26') {'for_net_delete': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:20:54.295314 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.services.segments.db [None req-2c6d4300-5967-48ee-b152-7d7a9a086622 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77eb56c8-f7ae-4980-9031-19500d0fdc26') {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:20:54.306497 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-2c6d4300-5967-48ee-b152-7d7a9a086622 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728767071371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30883864'] for segment (77eb56c8-f7ae-4980-9031-19500d0fdc26), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:54.320870 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-2c6d4300-5967-48ee-b152-7d7a9a086622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461326'] for segment (77eb56c8-f7ae-4980-9031-19500d0fdc26), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:54.329037 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c6d4300-5967-48ee-b152-7d7a9a086622 admin admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=104275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 09:20:54.329433 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-2c6d4300-5967-48ee-b152-7d7a9a086622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30908304'] for segment (77eb56c8-f7ae-4980-9031-19500d0fdc26), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:54.340932 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:54.360612 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.services.segments.plugin [-] Segment 77eb56c8-f7ae-4980-9031-19500d0fdc26 resource provider aggregate not found May 20 09:20:54.368463 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-2e4576d7-7f8d-4c01-b5fd-6320faf918d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945'] for port (f26a0fb7-77ae-46e8-a66f-6fadbe9fc890), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:54.396953 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] get_ports_and_sgs() called for port_ids ['cef004e9-2264-426f-8575-fe483632a097'] {{(pid=104277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 09:20:54.422671 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.services.segments.plugin [-] Segment 77eb56c8-f7ae-4980-9031-19500d0fdc26 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 77eb56c8-f7ae-4980-9031-19500d0fdc26 found for delete ", "request_id": "req-a9fcb628-9874-406e-b94f-cb51a1238efa"}]} May 20 09:20:54.422839 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4576d7-7f8d-4c01-b5fd-6320faf918d9 None None] Pushing event deleted for resources: {'Port': ['ID=f26a0fb7-77ae-46e8-a66f-6fadbe9fc890,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:54.427243 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-2c6d4300-5967-48ee-b152-7d7a9a086622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680149'] for network (cb464892-cf71-4d2e-b68f-60163c12a0fe), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:54.432673 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-2c6d4300-5967-48ee-b152-7d7a9a086622 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for network (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:54.435221 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4576d7-7f8d-4c01-b5fd-6320faf918d9 None None] No DVR routers for this DVR port f26a0fb7-77ae-46e8-a66f-6fadbe9fc890 on host dv-cinder-836996-23-iscsi {{(pid=104277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:20:54.437366 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-2c6d4300-5967-48ee-b152-7d7a9a086622 admin admin] 10.222.0.69 "DELETE /v2.0/networks/cb464892-cf71-4d2e-b68f-60163c12a0fe HTTP/1.1" status: 204 len: 168 time: 0.7347250 May 20 09:20:54.460154 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6d4300-5967-48ee-b152-7d7a9a086622 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb464892-cf71-4d2e-b68f-60163c12a0fe,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:54.700536 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2dcac1-8d21-4989-99ea-db00225ab819 req-b4250f75-5f26-42c2-9b23-cdbaae17d7df tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:54.703781 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4e2dcac1-8d21-4989-99ea-db00225ab819 req-b4250f75-5f26-42c2-9b23-cdbaae17d7df tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.69 "GET /v2.0/ports?device_id=43fcdc4c-b5f5-4ed1-819e-c916a953b508 HTTP/1.1" status: 200 len: 944 time: 0.0741210 May 20 09:20:54.764189 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 38548) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:54.769786 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4e2dcac1-8d21-4989-99ea-db00225ab819 req-c05df205-f924-47a0-be62-726ccae9425d tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e97a8f8-394a-4757-a4c5-735484eba25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601852 May 20 09:20:54.808106 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-113f5653-fe3c-4021-912c-022a468aaf14 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=92bf8a2fea6243c28aff53d39a57f92c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0425990 May 20 09:20:54.810688 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 38552) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:54.843827 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:54.861722 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-f3ee1042-65b4-479c-b5f7-62bc0b22a8ca admin admin] Publish callbacks [] for security_group (d524f2d0-54d0-4933-b5c7-9260867b908d), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:54.883114 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-f3ee1042-65b4-479c-b5f7-62bc0b22a8ca admin admin] Publish callbacks [] for security_group (d524f2d0-54d0-4933-b5c7-9260867b908d), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:54.941655 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-f3ee1042-65b4-479c-b5f7-62bc0b22a8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (d524f2d0-54d0-4933-b5c7-9260867b908d), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:54.945068 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-f3ee1042-65b4-479c-b5f7-62bc0b22a8ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:54.948316 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-f3ee1042-65b4-479c-b5f7-62bc0b22a8ca admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d524f2d0-54d0-4933-b5c7-9260867b908d HTTP/1.1" status: 204 len: 168 time: 0.1360164 May 20 09:20:54.957709 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ee1042-65b4-479c-b5f7-62bc0b22a8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d524f2d0-54d0-4933-b5c7-9260867b908d,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:55.114872 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device ef269289-432e-4c5a-9c85-07f8b2771fbd no longer exists at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 09:20:55.154394 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] No Port match for: ef269289-432e-4c5a-9c85-07f8b2771fbd {{(pid=104277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 20 09:20:55.154737 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device ef269289-432e-4c5a-9c85-07f8b2771fbd not bound to the agent host dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 09:20:55.155153 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device f26a0fb7-77ae-46e8-a66f-6fadbe9fc890 no longer exists at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 09:20:55.176994 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] No Port match for: f26a0fb7-77ae-46e8-a66f-6fadbe9fc890 {{(pid=104277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 20 09:20:55.177390 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device f26a0fb7-77ae-46e8-a66f-6fadbe9fc890 not bound to the agent host dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 09:20:55.761444 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device cef004e9-2264-426f-8575-fe483632a097 up at agent hyperv_hv-cinder-83699 {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:20:55.794093 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 38626) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:55.816839 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Provisioning for port cef004e9-2264-426f-8575-fe483632a097 completed by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 20 09:20:55.825976 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Provisioning complete for port cef004e9-2264-426f-8575-fe483632a097 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:20:55.826821 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (cef004e9-2264-426f-8575-fe483632a097), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:55.912806 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaea94c-777f-46ec-9f58-39381bbca07c req-b4919eb7-812e-43fd-807b-88927cb7b6df tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:55.915115 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port cef004e9-2264-426f-8575-fe483632a097 is: BUILD; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:20:55.915702 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (cef004e9-2264-426f-8575-fe483632a097), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:55.919746 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-dfaea94c-777f-46ec-9f58-39381bbca07c req-b4919eb7-812e-43fd-807b-88927cb7b6df tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.69 "GET /v2.0/ports?device_id=43fcdc4c-b5f5-4ed1-819e-c916a953b508 HTTP/1.1" status: 200 len: 944 time: 0.0787957 May 20 09:20:55.943596 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43fcdc4c-b5f5-4ed1-819e-c916a953b508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef004e9-2264-426f-8575-fe483632a097'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:20:55.946280 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a79de04d4ec243d1cdc81b41ccc126ec62664011dfe1c1a94e68b1d536b5d8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642650c2-37ac-4739-925c-fb11b34df837" -d '{"events": [{"server_uuid": "43fcdc4c-b5f5-4ed1-819e-c916a953b508", "name": "network-vif-plugged", "status": "completed", "tag": "cef004e9-2264-426f-8575-fe483632a097"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:20:55.952584 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-ee4f9569-48da-4ad7-b63d-c92a6d260c0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:55.960613 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port cef004e9-2264-426f-8575-fe483632a097, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=cef004e9-2264-426f-8575-fe483632a097,segment=NetworkSegment(891deb6d-6410-450e-b72f-5f106f4f4b8d),segment_id=891deb6d-6410-450e-b72f-5f106f4f4b8d)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:20:55.967509 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (cef004e9-2264-426f-8575-fe483632a097), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:56.002241 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-dfaea94c-777f-46ec-9f58-39381bbca07c req-b20150c6-8709-4252-beb4-fbd8dcfcf863 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e97a8f8-394a-4757-a4c5-735484eba25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814989 May 20 09:20:56.035247 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=cef004e9-2264-426f-8575-fe483632a097,revision_number=5']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:56.057939 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 09:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d8b513-4ee5-4f3b-adf5-466b0c459f01 x-openstack-request-id: req-b0d8b513-4ee5-4f3b-adf5-466b0c459f01 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:20:56.058291 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43fcdc4c-b5f5-4ed1-819e-c916a953b508", "name": "network-vif-plugged", "status": "completed", "tag": "cef004e9-2264-426f-8575-fe483632a097", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:20:56.058589 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b0d8b513-4ee5-4f3b-adf5-466b0c459f01 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:20:56.059012 dv-cinder-836996-23-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0d8b513-4ee5-4f3b-adf5-466b0c459f01'] response: {'server_uuid': '43fcdc4c-b5f5-4ed1-819e-c916a953b508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef004e9-2264-426f-8575-fe483632a097', 'code': 200} May 20 09:20:56.066162 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-ee4f9569-48da-4ad7-b63d-c92a6d260c0a admin admin] Publish callbacks [] for security_group (cf01c266-a1df-4353-9bb7-1fcbf68577dd), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:56.072206 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-ee4f9569-48da-4ad7-b63d-c92a6d260c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (cf01c266-a1df-4353-9bb7-1fcbf68577dd), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:56.114791 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-ee4f9569-48da-4ad7-b63d-c92a6d260c0a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9f8b9c9e381f40fb8596f3cf9d6d1242&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3168192 May 20 09:20:56.114909 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 38638) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:56.122140 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f9569-48da-4ad7-b63d-c92a6d260c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf01c266-a1df-4353-9bb7-1fcbf68577dd,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:56.167800 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-ea564ade-cd3b-438b-8bce-49ac6b867128 admin admin] Publish callbacks [] for security_group (cf01c266-a1df-4353-9bb7-1fcbf68577dd), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:56.190029 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-ea564ade-cd3b-438b-8bce-49ac6b867128 admin admin] Publish callbacks [] for security_group (cf01c266-a1df-4353-9bb7-1fcbf68577dd), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:56.243549 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88990f2d-01aa-4f81-b1fa-f0376d534ee6 req-8043fb39-360d-4e09-9b8d-f9745479758b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:56.245388 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-88990f2d-01aa-4f81-b1fa-f0376d534ee6 req-8043fb39-360d-4e09-9b8d-f9745479758b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=43fcdc4c-b5f5-4ed1-819e-c916a953b508 HTTP/1.1" status: 200 len: 1129 time: 0.0441687 May 20 09:20:56.251844 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-ea564ade-cd3b-438b-8bce-49ac6b867128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (cf01c266-a1df-4353-9bb7-1fcbf68577dd), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:56.254361 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-ea564ade-cd3b-438b-8bce-49ac6b867128 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:56.258344 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-ea564ade-cd3b-438b-8bce-49ac6b867128 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cf01c266-a1df-4353-9bb7-1fcbf68577dd HTTP/1.1" status: 204 len: 168 time: 0.1424134 May 20 09:20:56.268685 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea564ade-cd3b-438b-8bce-49ac6b867128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf01c266-a1df-4353-9bb7-1fcbf68577dd,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:56.306178 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-88990f2d-01aa-4f81-b1fa-f0376d534ee6 req-a8275ca1-51a0-4020-ba97-d567022063c5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4e97a8f8-394a-4757-a4c5-735484eba25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542936 May 20 09:20:56.556625 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 38654) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:56.571430 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-0ac0d735-5b8f-4cee-af2a-aaec0695b219 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:56.615718 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:56.651747 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-0ac0d735-5b8f-4cee-af2a-aaec0695b219 admin admin] Publish callbacks [] for security_group (dfa411d7-3387-45d4-9bce-cb1f92b4aea6), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:56.656175 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-0ac0d735-5b8f-4cee-af2a-aaec0695b219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (dfa411d7-3387-45d4-9bce-cb1f92b4aea6), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:56.694871 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac0d735-5b8f-4cee-af2a-aaec0695b219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa411d7-3387-45d4-9bce-cb1f92b4aea6,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:56.699068 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-0ac0d735-5b8f-4cee-af2a-aaec0695b219 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ece5973a70464af7bf9a7ed4e32a4994&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1411855 May 20 09:20:56.701934 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 38658) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:56.751099 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-b75780d2-a5b5-4a25-b3c5-5e34f6587790 admin admin] Publish callbacks [] for security_group (dfa411d7-3387-45d4-9bce-cb1f92b4aea6), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:56.782590 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-b75780d2-a5b5-4a25-b3c5-5e34f6587790 admin admin] Publish callbacks [] for security_group (dfa411d7-3387-45d4-9bce-cb1f92b4aea6), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:56.797419 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:56.840405 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-b75780d2-a5b5-4a25-b3c5-5e34f6587790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (dfa411d7-3387-45d4-9bce-cb1f92b4aea6), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:56.843175 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-b75780d2-a5b5-4a25-b3c5-5e34f6587790 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:56.844368 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-b75780d2-a5b5-4a25-b3c5-5e34f6587790 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dfa411d7-3387-45d4-9bce-cb1f92b4aea6 HTTP/1.1" status: 204 len: 168 time: 0.1414425 May 20 09:20:56.852409 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75780d2-a5b5-4a25-b3c5-5e34f6587790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa411d7-3387-45d4-9bce-cb1f92b4aea6,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:57.112963 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d771561-209c-4048-bfb5-6e3fac6b9291 req-7e4bbb08-51be-4285-846f-758288060afd tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:57.114630 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3d771561-209c-4048-bfb5-6e3fac6b9291 req-7e4bbb08-51be-4285-846f-758288060afd tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.69 "GET /v2.0/ports?device_id=43fcdc4c-b5f5-4ed1-819e-c916a953b508 HTTP/1.1" status: 200 len: 945 time: 0.0477285 May 20 09:20:57.161999 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3d771561-209c-4048-bfb5-6e3fac6b9291 req-0608aaa3-ed2c-4c1a-818b-1c1a24a04045 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e97a8f8-394a-4757-a4c5-735484eba25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417101 May 20 09:20:57.551659 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 38692) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:57.650287 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-bcb2d10c-fb83-4daa-8553-2bbc54d8999f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-640072680-network', 'tenant_id': 'aac6a376528d47d5a00b91de9b2df9d0'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:20:57.666539 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:57.672705 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb2d10c-fb83-4daa-8553-2bbc54d8999f admin admin] Made reservation on behalf of aac6a376528d47d5a00b91de9b2df9d0 for: {'network': 1} {{(pid=104275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:20:57.675036 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-bcb2d10c-fb83-4daa-8553-2bbc54d8999f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for network (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:57.684084 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-bcb2d10c-fb83-4daa-8553-2bbc54d8999f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:57.761348 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-bcb2d10c-fb83-4daa-8553-2bbc54d8999f admin admin] Publish callbacks [] for security_group (2050cb98-6aa5-4c46-8dd2-4f6af447471d), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:57.767088 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-bcb2d10c-fb83-4daa-8553-2bbc54d8999f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (2050cb98-6aa5-4c46-8dd2-4f6af447471d), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:57.786904 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcb2d10c-fb83-4daa-8553-2bbc54d8999f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=104275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 09:20:57.805210 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-bcb2d10c-fb83-4daa-8553-2bbc54d8999f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728767071609', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461326'] for segment (a0442cd0-0fe6-4da8-b763-7bf9d367e3d2), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:57.805634 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.db.segments_db [None req-bcb2d10c-fb83-4daa-8553-2bbc54d8999f admin admin] Added segment a0442cd0-0fe6-4da8-b763-7bf9d367e3d2 of type vlan for network 163471fe-0154-4bca-a27e-348e7a5db071 May 20 09:20:57.807044 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb2d10c-fb83-4daa-8553-2bbc54d8999f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2050cb98-6aa5-4c46-8dd2-4f6af447471d,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:57.857760 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-bcb2d10c-fb83-4daa-8553-2bbc54d8999f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728766529127'] for network (163471fe-0154-4bca-a27e-348e7a5db071), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:57.886164 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-bcb2d10c-fb83-4daa-8553-2bbc54d8999f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360'] for network (163471fe-0154-4bca-a27e-348e7a5db071), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:57.887072 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb2d10c-fb83-4daa-8553-2bbc54d8999f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:57.887713 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-bcb2d10c-fb83-4daa-8553-2bbc54d8999f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for network (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:57.943365 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-bcb2d10c-fb83-4daa-8553-2bbc54d8999f admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3904288 May 20 09:20:57.946337 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 38706) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:57.954523 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-ba17ade5-d845-4702-ae95-446ff7870aef admin admin] Request body: {'subnet': {'network_id': '163471fe-0154-4bca-a27e-348e7a5db071', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-640072680-subnet', 'tenant_id': 'aac6a376528d47d5a00b91de9b2df9d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:20:57.963864 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb2d10c-fb83-4daa-8553-2bbc54d8999f admin admin] Pushing event updated for resources: {'Network': ['ID=163471fe-0154-4bca-a27e-348e7a5db071,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:57.973291 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Network 163471fe-0154-4bca-a27e-348e7a5db071 details requested by agent ovs-agent-dv-cinder-836996-23-iscsi with host dv-cinder-836996-23-iscsi {{(pid=104277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 09:20:57.981952 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba17ade5-d845-4702-ae95-446ff7870aef admin admin] Made reservation on behalf of aac6a376528d47d5a00b91de9b2df9d0 for: {'subnet': 1} {{(pid=104275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:20:57.984623 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-ba17ade5-d845-4702-ae95-446ff7870aef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31209427'] for subnet (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:58.162042 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-ba17ade5-d845-4702-ae95-446ff7870aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30904947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31209413'] for subnet (d8cd2e5f-93e3-4218-a60c-689497e5a027), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:58.212663 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba17ade5-d845-4702-ae95-446ff7870aef admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8cd2e5f-93e3-4218-a60c-689497e5a027,revision_number=0']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:58.229296 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba17ade5-d845-4702-ae95-446ff7870aef admin admin] Checking segment: {'id': 'a0442cd0-0fe6-4da8-b763-7bf9d367e3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '163471fe-0154-4bca-a27e-348e7a5db071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:20:58.229646 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba17ade5-d845-4702-ae95-446ff7870aef admin admin] Network hostable DHCP agents. Network: 163471fe-0154-4bca-a27e-348e7a5db071, hostable agents: ['b26f8cd8-eda4-4382-aac8-4197b502694f'], hosted agents: [] {{(pid=104275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 09:20:58.293623 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885eb65b-8dd6-42c5-8d21-b34dc800910d req-25f891dd-1e8d-4d8e-ae43-53d3db980280 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:58.295110 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-885eb65b-8dd6-42c5-8d21-b34dc800910d req-25f891dd-1e8d-4d8e-ae43-53d3db980280 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.69 "GET /v2.0/ports?device_id=43fcdc4c-b5f5-4ed1-819e-c916a953b508 HTTP/1.1" status: 200 len: 945 time: 0.0631518 May 20 09:20:58.296106 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba17ade5-d845-4702-ae95-446ff7870aef admin admin] Network 163471fe-0154-4bca-a27e-348e7a5db071 is scheduled to be hosted by DHCP agent b26f8cd8-eda4-4382-aac8-4197b502694f with binding_index 1 {{(pid=104275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 09:20:58.316165 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.base_scheduler [None req-ba17ade5-d845-4702-ae95-446ff7870aef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-23-iscsi, 163471fe-0154-4bca-a27e-348e7a5db071) {{(pid=104275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:20:58.320628 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba17ade5-d845-4702-ae95-446ff7870aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:58.321241 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-ba17ade5-d845-4702-ae95-446ff7870aef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:58.324996 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ef1a1a-a880-44dc-aafd-cbc8d9c14823 None None] Network 163471fe-0154-4bca-a27e-348e7a5db071 requested from dv-cinder-836996-23-iscsi {{(pid=104277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 20 09:20:58.342503 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:58.349661 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-ba17ade5-d845-4702-ae95-446ff7870aef admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4019508 May 20 09:20:58.363278 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:58.369205 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-885eb65b-8dd6-42c5-8d21-b34dc800910d req-6c27b35a-4ce3-4459-931f-c1e70b38a606 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e97a8f8-394a-4757-a4c5-735484eba25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676739 May 20 09:20:58.428967 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbc3029-a619-4179-9c83-2e679420685e None None] Network 163471fe-0154-4bca-a27e-348e7a5db071 requested from dv-cinder-836996-23-iscsi {{(pid=104277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 20 09:20:58.469230 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:58.833352 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 38730) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:58.838573 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-a08a9fb0-f4b8-4b7d-ad13-d65d961b7949 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-174639983-network', 'tenant_id': '70a920cc4a634d119a0f61f4bbc567e4'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:20:58.858190 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08a9fb0-f4b8-4b7d-ad13-d65d961b7949 admin admin] Made reservation on behalf of 70a920cc4a634d119a0f61f4bbc567e4 for: {'network': 1} {{(pid=104276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:20:58.860519 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a08a9fb0-f4b8-4b7d-ad13-d65d961b7949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for network (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:58.868792 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a08a9fb0-f4b8-4b7d-ad13-d65d961b7949 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:58.961414 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a08a9fb0-f4b8-4b7d-ad13-d65d961b7949 admin admin] Publish callbacks [] for security_group (564d5801-5ad9-49fb-b3a6-910778ba2886), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:58.967886 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a08a9fb0-f4b8-4b7d-ad13-d65d961b7949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (564d5801-5ad9-49fb-b3a6-910778ba2886), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:58.978302 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=77,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=18 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:58.996837 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a08a9fb0-f4b8-4b7d-ad13-d65d961b7949 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=104276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 09:20:59.002825 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a9fb0-f4b8-4b7d-ad13-d65d961b7949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564d5801-5ad9-49fb-b3a6-910778ba2886,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:59.011278 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a08a9fb0-f4b8-4b7d-ad13-d65d961b7949 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728767071609', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461326'] for segment (58f27616-8edb-4b78-bad7-807888f766f0), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:59.011278 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.db.segments_db [None req-a08a9fb0-f4b8-4b7d-ad13-d65d961b7949 admin admin] Added segment 58f27616-8edb-4b78-bad7-807888f766f0 of type vlan for network 0befc4b6-5cdd-4b03-bbda-6443b113fd5e May 20 09:20:59.053047 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a08a9fb0-f4b8-4b7d-ad13-d65d961b7949 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728766529127'] for network (0befc4b6-5cdd-4b03-bbda-6443b113fd5e), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:59.080113 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a08a9fb0-f4b8-4b7d-ad13-d65d961b7949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360'] for network (0befc4b6-5cdd-4b03-bbda-6443b113fd5e), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:59.081074 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08a9fb0-f4b8-4b7d-ad13-d65d961b7949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:59.081627 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a08a9fb0-f4b8-4b7d-ad13-d65d961b7949 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for network (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:59.135486 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-a08a9fb0-f4b8-4b7d-ad13-d65d961b7949 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3009756 May 20 09:20:59.138512 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 38732) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:20:59.142737 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a9fb0-f4b8-4b7d-ad13-d65d961b7949 admin admin] Pushing event updated for resources: {'Network': ['ID=0befc4b6-5cdd-4b03-bbda-6443b113fd5e,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:59.143882 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-b797dc77-6833-4aa9-950f-71487301dd8a admin admin] Request body: {'subnet': {'network_id': '0befc4b6-5cdd-4b03-bbda-6443b113fd5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-174639983-subnet', 'tenant_id': '70a920cc4a634d119a0f61f4bbc567e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:20:59.153108 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Network 0befc4b6-5cdd-4b03-bbda-6443b113fd5e details requested by agent ovs-agent-dv-cinder-836996-23-iscsi with host dv-cinder-836996-23-iscsi {{(pid=104277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 09:20:59.167406 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b797dc77-6833-4aa9-950f-71487301dd8a admin admin] Made reservation on behalf of 70a920cc4a634d119a0f61f4bbc567e4 for: {'subnet': 1} {{(pid=104275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:20:59.169961 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-b797dc77-6833-4aa9-950f-71487301dd8a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31209427'] for subnet (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:59.335372 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-b797dc77-6833-4aa9-950f-71487301dd8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30904947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31209413'] for subnet (dff9ee37-addb-4afc-a019-b868dd868af6), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:59.382600 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b797dc77-6833-4aa9-950f-71487301dd8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=dff9ee37-addb-4afc-a019-b868dd868af6,revision_number=0']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:59.398454 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b797dc77-6833-4aa9-950f-71487301dd8a admin admin] Checking segment: {'id': '58f27616-8edb-4b78-bad7-807888f766f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0befc4b6-5cdd-4b03-bbda-6443b113fd5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:20:59.398811 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b797dc77-6833-4aa9-950f-71487301dd8a admin admin] Network hostable DHCP agents. Network: 0befc4b6-5cdd-4b03-bbda-6443b113fd5e, hostable agents: ['b26f8cd8-eda4-4382-aac8-4197b502694f'], hosted agents: [] {{(pid=104275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 09:20:59.418240 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b797dc77-6833-4aa9-950f-71487301dd8a admin admin] Network 0befc4b6-5cdd-4b03-bbda-6443b113fd5e is scheduled to be hosted by DHCP agent b26f8cd8-eda4-4382-aac8-4197b502694f with binding_index 1 {{(pid=104275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 09:20:59.428678 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.base_scheduler [None req-b797dc77-6833-4aa9-950f-71487301dd8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-23-iscsi, 0befc4b6-5cdd-4b03-bbda-6443b113fd5e) {{(pid=104275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:20:59.433004 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b797dc77-6833-4aa9-950f-71487301dd8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:59.433696 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-b797dc77-6833-4aa9-950f-71487301dd8a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:20:59.439680 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4763e94-2d92-42f1-abad-4c2804423917 None None] Network 0befc4b6-5cdd-4b03-bbda-6443b113fd5e requested from dv-cinder-836996-23-iscsi {{(pid=104277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 20 09:20:59.469318 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-b797dc77-6833-4aa9-950f-71487301dd8a admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3206952 May 20 09:20:59.499654 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0418f42-99ad-4586-9d2b-6a81ae1be13d req-219913e7-726d-45f3-8087-c60f502943d0 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:20:59.500506 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b0418f42-99ad-4586-9d2b-6a81ae1be13d req-219913e7-726d-45f3-8087-c60f502943d0 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.69 "GET /v2.0/ports?device_id=43fcdc4c-b5f5-4ed1-819e-c916a953b508 HTTP/1.1" status: 200 len: 945 time: 0.0541239 May 20 09:20:59.541986 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a395a5b9-f598-4a2a-9cb4-e43aee158544 None None] Network 0befc4b6-5cdd-4b03-bbda-6443b113fd5e requested from dv-cinder-836996-23-iscsi {{(pid=104277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 20 09:20:59.556216 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:DELETE=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:20:59.563597 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b0418f42-99ad-4586-9d2b-6a81ae1be13d req-2f1363a3-9541-4429-b851-a59b352f6790 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e97a8f8-394a-4757-a4c5-735484eba25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562565 May 20 09:21:00.678477 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10476f-902f-4ca8-97ad-db57d2c7cebc req-294a8f21-721c-4039-8990-9161018c5ad5 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:21:00.679949 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-ff10476f-902f-4ca8-97ad-db57d2c7cebc req-294a8f21-721c-4039-8990-9161018c5ad5 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.69 "GET /v2.0/ports?device_id=43fcdc4c-b5f5-4ed1-819e-c916a953b508 HTTP/1.1" status: 200 len: 945 time: 0.0476241 May 20 09:21:00.729595 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-ff10476f-902f-4ca8-97ad-db57d2c7cebc req-c1de3bcc-88f0-496c-929f-369e7b398378 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e97a8f8-394a-4757-a4c5-735484eba25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418179 May 20 09:21:01.217120 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 38786) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:21:01.328281 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-ee84f305-b58b-42c1-98da-fc83630c52eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:01.406056 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-ee84f305-b58b-42c1-98da-fc83630c52eb admin admin] Publish callbacks [] for security_group (c9378e14-77d2-460e-8633-169eed6be06a), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:01.411859 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-ee84f305-b58b-42c1-98da-fc83630c52eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (c9378e14-77d2-460e-8633-169eed6be06a), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:01.449472 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:01.454704 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-ee84f305-b58b-42c1-98da-fc83630c52eb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=88c57cc932054d21a371617817d0b4b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2335954 May 20 09:21:01.454927 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 38796) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:21:01.462525 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee84f305-b58b-42c1-98da-fc83630c52eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9378e14-77d2-460e-8633-169eed6be06a,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:01.510848 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-925382d9-06bb-4219-a2c3-a71b59bed0df admin admin] Publish callbacks [] for security_group (c9378e14-77d2-460e-8633-169eed6be06a), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:01.532122 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-925382d9-06bb-4219-a2c3-a71b59bed0df admin admin] Publish callbacks [] for security_group (c9378e14-77d2-460e-8633-169eed6be06a), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:01.580816 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-925382d9-06bb-4219-a2c3-a71b59bed0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (c9378e14-77d2-460e-8633-169eed6be06a), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:01.583598 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-925382d9-06bb-4219-a2c3-a71b59bed0df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:01.584739 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-925382d9-06bb-4219-a2c3-a71b59bed0df admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c9378e14-77d2-460e-8633-169eed6be06a HTTP/1.1" status: 204 len: 168 time: 0.1288667 May 20 09:21:01.592480 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925382d9-06bb-4219-a2c3-a71b59bed0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9378e14-77d2-460e-8633-169eed6be06a,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:02.476945 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=15 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:02.537800 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:03.527287 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 38892) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:21:03.533643 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 38896) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:21:03.630050 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3bbffff1-92b4-4c36-b2d0-ee2adb98959c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:03.636537 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-def5f152-efa5-4144-9cd9-612157cb3b97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:03.709682 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3bbffff1-92b4-4c36-b2d0-ee2adb98959c admin admin] Publish callbacks [] for security_group (014ffc59-004f-4145-8f44-595e88ed7727), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:03.710256 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-def5f152-efa5-4144-9cd9-612157cb3b97 admin admin] Publish callbacks [] for security_group (4883e425-4feb-4293-9ff2-f7f0b43cb024), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:03.715439 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3bbffff1-92b4-4c36-b2d0-ee2adb98959c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (014ffc59-004f-4145-8f44-595e88ed7727), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:03.720292 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-def5f152-efa5-4144-9cd9-612157cb3b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (4883e425-4feb-4293-9ff2-f7f0b43cb024), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:03.752506 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbffff1-92b4-4c36-b2d0-ee2adb98959c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014ffc59-004f-4145-8f44-595e88ed7727,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:03.757085 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-3bbffff1-92b4-4c36-b2d0-ee2adb98959c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bab48beabb5741edae35335d9fc8a4a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2284515 May 20 09:21:03.760092 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 38900) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:21:03.760758 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-def5f152-efa5-4144-9cd9-612157cb3b97 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7977fb300d884296be5a96d690bfb610&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2260754 May 20 09:21:03.761446 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 38902) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:21:03.763204 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def5f152-efa5-4144-9cd9-612157cb3b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4883e425-4feb-4293-9ff2-f7f0b43cb024,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:03.810609 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8ab64c7b-e712-4fc3-8819-807896f1dfa9 admin admin] Publish callbacks [] for security_group (014ffc59-004f-4145-8f44-595e88ed7727), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:03.817448 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-a1b0524d-4578-4d58-b299-c8d6d64b4631 admin admin] Publish callbacks [] for security_group (4883e425-4feb-4293-9ff2-f7f0b43cb024), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:03.830881 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:03.833227 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8ab64c7b-e712-4fc3-8819-807896f1dfa9 admin admin] Publish callbacks [] for security_group (014ffc59-004f-4145-8f44-595e88ed7727), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:03.840533 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-a1b0524d-4578-4d58-b299-c8d6d64b4631 admin admin] Publish callbacks [] for security_group (4883e425-4feb-4293-9ff2-f7f0b43cb024), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:03.847303 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:03.884756 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8ab64c7b-e712-4fc3-8819-807896f1dfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (014ffc59-004f-4145-8f44-595e88ed7727), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:03.887597 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8ab64c7b-e712-4fc3-8819-807896f1dfa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:03.889052 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-8ab64c7b-e712-4fc3-8819-807896f1dfa9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/014ffc59-004f-4145-8f44-595e88ed7727 HTTP/1.1" status: 204 len: 168 time: 0.1279714 May 20 09:21:03.902969 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab64c7b-e712-4fc3-8819-807896f1dfa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014ffc59-004f-4145-8f44-595e88ed7727,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:03.906526 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-a1b0524d-4578-4d58-b299-c8d6d64b4631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (4883e425-4feb-4293-9ff2-f7f0b43cb024), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:03.909474 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-a1b0524d-4578-4d58-b299-c8d6d64b4631 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:03.910953 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-a1b0524d-4578-4d58-b299-c8d6d64b4631 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4883e425-4feb-4293-9ff2-f7f0b43cb024 HTTP/1.1" status: 204 len: 168 time: 0.1485858 May 20 09:21:03.924327 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0524d-4578-4d58-b299-c8d6d64b4631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4883e425-4feb-4293-9ff2-f7f0b43cb024,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:04.323796 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 38922) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:21:04.336955 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-4c856669-3ce3-42ec-ad99-59da61e9d410 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:04.418082 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-4c856669-3ce3-42ec-ad99-59da61e9d410 admin admin] Publish callbacks [] for security_group (bbb245d3-05e1-4c7d-a5ac-a5f82e43b086), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:04.423865 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-4c856669-3ce3-42ec-ad99-59da61e9d410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (bbb245d3-05e1-4c7d-a5ac-a5f82e43b086), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:04.460870 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c856669-3ce3-42ec-ad99-59da61e9d410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb245d3-05e1-4c7d-a5ac-a5f82e43b086,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:04.465359 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-4c856669-3ce3-42ec-ad99-59da61e9d410 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=505c18e377e94b7db16b77c568d53e99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1404374 May 20 09:21:04.468490 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 38924) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:21:04.518745 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-0e5f08ac-2661-4653-92ca-6d7f70ed6577 admin admin] Publish callbacks [] for security_group (bbb245d3-05e1-4c7d-a5ac-a5f82e43b086), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:04.540814 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-0e5f08ac-2661-4653-92ca-6d7f70ed6577 admin admin] Publish callbacks [] for security_group (bbb245d3-05e1-4c7d-a5ac-a5f82e43b086), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:04.594437 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-0e5f08ac-2661-4653-92ca-6d7f70ed6577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (bbb245d3-05e1-4c7d-a5ac-a5f82e43b086), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:04.597964 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-0e5f08ac-2661-4653-92ca-6d7f70ed6577 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:04.599584 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-0e5f08ac-2661-4653-92ca-6d7f70ed6577 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bbb245d3-05e1-4c7d-a5ac-a5f82e43b086 HTTP/1.1" status: 204 len: 168 time: 0.1306162 May 20 09:21:04.609149 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5f08ac-2661-4653-92ca-6d7f70ed6577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb245d3-05e1-4c7d-a5ac-a5f82e43b086,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:12.240246 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 39112) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:21:12.342596 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:UPDATE=1,neutron:SELECT=80,neutron:INSERT=14,neutron:DELETE=5 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:12.349916 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7c1442dd-d33a-41ca-ad93-f8cbb88a5bff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:12.435372 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7c1442dd-d33a-41ca-ad93-f8cbb88a5bff admin admin] Publish callbacks [] for security_group (38be747e-ec80-4592-acfc-0758ed561bcd), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:12.440695 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7c1442dd-d33a-41ca-ad93-f8cbb88a5bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (38be747e-ec80-4592-acfc-0758ed561bcd), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:12.749496 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-7c1442dd-d33a-41ca-ad93-f8cbb88a5bff admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=eb597029120a4fc1a4527ed117791b7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5080283 May 20 09:21:12.750401 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1442dd-d33a-41ca-ad93-f8cbb88a5bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38be747e-ec80-4592-acfc-0758ed561bcd,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:12.752569 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 39124) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:21:12.821873 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-b57c5324-86be-4fec-8852-4a85d5349202 admin admin] Publish callbacks [] for security_group (38be747e-ec80-4592-acfc-0758ed561bcd), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:12.843471 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-b57c5324-86be-4fec-8852-4a85d5349202 admin admin] Publish callbacks [] for security_group (38be747e-ec80-4592-acfc-0758ed561bcd), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:12.892521 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-b57c5324-86be-4fec-8852-4a85d5349202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (38be747e-ec80-4592-acfc-0758ed561bcd), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:12.895157 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-b57c5324-86be-4fec-8852-4a85d5349202 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:12.896344 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-b57c5324-86be-4fec-8852-4a85d5349202 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/38be747e-ec80-4592-acfc-0758ed561bcd HTTP/1.1" status: 204 len: 168 time: 0.1360664 May 20 09:21:12.903749 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c5324-86be-4fec-8852-4a85d5349202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38be747e-ec80-4592-acfc-0758ed561bcd,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:13.180673 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 39132) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:21:13.194190 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-c8c1bde6-3555-4b3d-a44c-555dd4668893 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:13.231629 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:13.270127 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-c8c1bde6-3555-4b3d-a44c-555dd4668893 admin admin] Publish callbacks [] for security_group (56cb349c-aaaf-40f4-8837-18e5015e5c80), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:13.276393 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-c8c1bde6-3555-4b3d-a44c-555dd4668893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (56cb349c-aaaf-40f4-8837-18e5015e5c80), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:13.313387 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-c8c1bde6-3555-4b3d-a44c-555dd4668893 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ea78d26fce194f78abed62cec9877572&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1315980 May 20 09:21:13.314214 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c1bde6-3555-4b3d-a44c-555dd4668893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56cb349c-aaaf-40f4-8837-18e5015e5c80,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:13.316437 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 39134) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:21:13.365552 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-0d3c2252-9c33-4f88-b031-becdbb4e4a45 admin admin] Publish callbacks [] for security_group (56cb349c-aaaf-40f4-8837-18e5015e5c80), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:13.388108 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-0d3c2252-9c33-4f88-b031-becdbb4e4a45 admin admin] Publish callbacks [] for security_group (56cb349c-aaaf-40f4-8837-18e5015e5c80), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:13.441798 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-0d3c2252-9c33-4f88-b031-becdbb4e4a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (56cb349c-aaaf-40f4-8837-18e5015e5c80), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:13.444250 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-0d3c2252-9c33-4f88-b031-becdbb4e4a45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:13.445381 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-0d3c2252-9c33-4f88-b031-becdbb4e4a45 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/56cb349c-aaaf-40f4-8837-18e5015e5c80 HTTP/1.1" status: 204 len: 168 time: 0.1279051 May 20 09:21:13.453210 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c2252-9c33-4f88-b031-becdbb4e4a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56cb349c-aaaf-40f4-8837-18e5015e5c80,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:13.523443 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8b2ab48f-adf1-4ee6-bbc1-1c4cc5e9e2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:15.655425 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 39216) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:21:15.763017 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-07f4a26d-8eb7-43fb-b078-9dd3234efeea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:15.782410 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3ccf86f8-191d-4f8e-87d8-f6c180535270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:15.842304 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-07f4a26d-8eb7-43fb-b078-9dd3234efeea admin admin] Publish callbacks [] for security_group (78b5c9ad-88e6-428d-b0c0-52c09455aa21), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:15.848519 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-07f4a26d-8eb7-43fb-b078-9dd3234efeea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (78b5c9ad-88e6-428d-b0c0-52c09455aa21), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:15.890660 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-07f4a26d-8eb7-43fb-b078-9dd3234efeea admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d3a4b2d31e63423695212df4f97cb683&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2337174 May 20 09:21:15.891419 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f4a26d-8eb7-43fb-b078-9dd3234efeea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b5c9ad-88e6-428d-b0c0-52c09455aa21,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:15.893493 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 39224) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:21:15.945696 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:15.949407 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-822d7004-65d4-4870-b548-6b37092ae693 admin admin] Publish callbacks [] for security_group (78b5c9ad-88e6-428d-b0c0-52c09455aa21), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:15.972872 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-822d7004-65d4-4870-b548-6b37092ae693 admin admin] Publish callbacks [] for security_group (78b5c9ad-88e6-428d-b0c0-52c09455aa21), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:15.989436 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:DELETE=8,neutron:SELECT=85,neutron:INSERT=7 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:16.023414 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-822d7004-65d4-4870-b548-6b37092ae693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (78b5c9ad-88e6-428d-b0c0-52c09455aa21), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:16.026171 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-822d7004-65d4-4870-b548-6b37092ae693 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:16.027768 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-822d7004-65d4-4870-b548-6b37092ae693 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/78b5c9ad-88e6-428d-b0c0-52c09455aa21 HTTP/1.1" status: 204 len: 168 time: 0.1328256 May 20 09:21:16.037790 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822d7004-65d4-4870-b548-6b37092ae693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b5c9ad-88e6-428d-b0c0-52c09455aa21,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:16.339761 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 39250) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:21:16.354082 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-e709c331-c634-414b-a4f3-a5d6d4ca1aaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:16.450854 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-e709c331-c634-414b-a4f3-a5d6d4ca1aaa admin admin] Publish callbacks [] for security_group (c3237248-2a12-48f5-b0b4-d576ef357bbc), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:16.455995 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-e709c331-c634-414b-a4f3-a5d6d4ca1aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (c3237248-2a12-48f5-b0b4-d576ef357bbc), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:16.497410 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-e709c331-c634-414b-a4f3-a5d6d4ca1aaa admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b15eded0f5ba4d81b97e9bddeb9a8190&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1565156 May 20 09:21:16.498234 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e709c331-c634-414b-a4f3-a5d6d4ca1aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3237248-2a12-48f5-b0b4-d576ef357bbc,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:16.500428 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 39256) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:21:16.554029 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-dfb44216-9ab8-4caa-b900-4c7b2eb57a79 admin admin] Publish callbacks [] for security_group (c3237248-2a12-48f5-b0b4-d576ef357bbc), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:16.576089 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-dfb44216-9ab8-4caa-b900-4c7b2eb57a79 admin admin] Publish callbacks [] for security_group (c3237248-2a12-48f5-b0b4-d576ef357bbc), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:16.623586 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-dfb44216-9ab8-4caa-b900-4c7b2eb57a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (c3237248-2a12-48f5-b0b4-d576ef357bbc), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:16.625999 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-dfb44216-9ab8-4caa-b900-4c7b2eb57a79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:16.627217 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-dfb44216-9ab8-4caa-b900-4c7b2eb57a79 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c3237248-2a12-48f5-b0b4-d576ef357bbc HTTP/1.1" status: 204 len: 168 time: 0.1257451 May 20 09:21:16.635661 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb44216-9ab8-4caa-b900-4c7b2eb57a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3237248-2a12-48f5-b0b4-d576ef357bbc,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:17.122508 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:17.582319 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 39318) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:21:17.627629 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d833340-abc3-453e-b530-d76760526c0a admin admin] Deleting subnet d8cd2e5f-93e3-4218-a60c-689497e5a027 {{(pid=104276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 20 09:21:17.631122 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3d833340-abc3-453e-b530-d76760526c0a admin admin] Publish callbacks [] for subnet (d8cd2e5f-93e3-4218-a60c-689497e5a027), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:17.662031 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:17.669656 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3d833340-abc3-453e-b530-d76760526c0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30533093'] for subnet (d8cd2e5f-93e3-4218-a60c-689497e5a027), precommit_delete_associations {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:17.710412 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3d833340-abc3-453e-b530-d76760526c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1460055'] for subnet (d8cd2e5f-93e3-4218-a60c-689497e5a027), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:17.764210 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3d833340-abc3-453e-b530-d76760526c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1460046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32461343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32308525'] for subnet (d8cd2e5f-93e3-4218-a60c-689497e5a027), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:17.792773 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d833340-abc3-453e-b530-d76760526c0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8cd2e5f-93e3-4218-a60c-689497e5a027,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:17.797841 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3d833340-abc3-453e-b530-d76760526c0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for subnet (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:17.803324 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-3d833340-abc3-453e-b530-d76760526c0a admin admin] 10.222.0.69 "DELETE /v2.0/subnets/d8cd2e5f-93e3-4218-a60c-689497e5a027 HTTP/1.1" status: 204 len: 168 time: 0.2176838 May 20 09:21:17.803581 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 39336) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:21:17.872761 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f1fec997-7fa8-4f69-86ca-d717fab9ce6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1485502'] for network (163471fe-0154-4bca-a27e-348e7a5db071), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:17.952490 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f1fec997-7fa8-4f69-86ca-d717fab9ce6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458914', 'neutron.services.segments.db._delete_segments_for_network-8728767071618'] for network (163471fe-0154-4bca-a27e-348e7a5db071), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:17.972937 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.services.segments.db [None req-f1fec997-7fa8-4f69-86ca-d717fab9ce6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['163471fe-0154-4bca-a27e-348e7a5db071']}} {{(pid=104276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:21:17.982287 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.services.segments.db [None req-f1fec997-7fa8-4f69-86ca-d717fab9ce6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0442cd0-0fe6-4da8-b763-7bf9d367e3d2') {'for_net_delete': True} {{(pid=104276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:21:17.982582 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.services.segments.db [None req-f1fec997-7fa8-4f69-86ca-d717fab9ce6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0442cd0-0fe6-4da8-b763-7bf9d367e3d2') {} {{(pid=104276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:21:17.990569 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:17.992354 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f1fec997-7fa8-4f69-86ca-d717fab9ce6e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728767071371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30533084'] for segment (a0442cd0-0fe6-4da8-b763-7bf9d367e3d2), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:18.000912 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:18.007225 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f1fec997-7fa8-4f69-86ca-d717fab9ce6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461326'] for segment (a0442cd0-0fe6-4da8-b763-7bf9d367e3d2), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:18.008333 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:18.014017 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1fec997-7fa8-4f69-86ca-d717fab9ce6e admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=104276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 09:21:18.014386 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f1fec997-7fa8-4f69-86ca-d717fab9ce6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32464829'] for segment (a0442cd0-0fe6-4da8-b763-7bf9d367e3d2), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:18.033527 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.services.segments.plugin [-] Segment a0442cd0-0fe6-4da8-b763-7bf9d367e3d2 resource provider aggregate not found May 20 09:21:18.077200 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.services.segments.plugin [-] Segment a0442cd0-0fe6-4da8-b763-7bf9d367e3d2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a0442cd0-0fe6-4da8-b763-7bf9d367e3d2 found for delete ", "request_id": "req-8b59aaf5-4537-4628-a4c8-0f337bd2725b"}]} May 20 09:21:18.086774 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f1fec997-7fa8-4f69-86ca-d717fab9ce6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680149'] for network (163471fe-0154-4bca-a27e-348e7a5db071), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:18.092934 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f1fec997-7fa8-4f69-86ca-d717fab9ce6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for network (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:18.096247 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-f1fec997-7fa8-4f69-86ca-d717fab9ce6e admin admin] 10.222.0.69 "DELETE /v2.0/networks/163471fe-0154-4bca-a27e-348e7a5db071 HTTP/1.1" status: 204 len: 168 time: 0.2917430 May 20 09:21:18.099201 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 39350) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:21:18.107995 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fec997-7fa8-4f69-86ca-d717fab9ce6e admin admin] Pushing event deleted for resources: {'Network': ['ID=163471fe-0154-4bca-a27e-348e7a5db071,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:18.147877 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f529159-12bc-45c4-85d9-25673b6f99e2 admin admin] Deleting subnet dff9ee37-addb-4afc-a019-b868dd868af6 {{(pid=104275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 20 09:21:18.151345 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-1f529159-12bc-45c4-85d9-25673b6f99e2 admin admin] Publish callbacks [] for subnet (dff9ee37-addb-4afc-a019-b868dd868af6), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:18.184868 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-1f529159-12bc-45c4-85d9-25673b6f99e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30883873'] for subnet (dff9ee37-addb-4afc-a019-b868dd868af6), precommit_delete_associations {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:18.224217 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-1f529159-12bc-45c4-85d9-25673b6f99e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1460055'] for subnet (dff9ee37-addb-4afc-a019-b868dd868af6), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:18.283575 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-1f529159-12bc-45c4-85d9-25673b6f99e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1460046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30904882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31209470'] for subnet (dff9ee37-addb-4afc-a019-b868dd868af6), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:18.307089 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f529159-12bc-45c4-85d9-25673b6f99e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dff9ee37-addb-4afc-a019-b868dd868af6,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:18.312650 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-1f529159-12bc-45c4-85d9-25673b6f99e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:18.315813 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-1f529159-12bc-45c4-85d9-25673b6f99e2 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/dff9ee37-addb-4afc-a019-b868dd868af6 HTTP/1.1" status: 204 len: 168 time: 0.2153397 May 20 09:21:18.318367 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 39362) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:21:18.394072 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-e53a2ef9-cb2f-44df-a15a-e5dc772c75e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1485502'] for network (0befc4b6-5cdd-4b03-bbda-6443b113fd5e), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:18.394651 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:18.480871 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-e53a2ef9-cb2f-44df-a15a-e5dc772c75e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458914', 'neutron.services.segments.db._delete_segments_for_network-8728767071618'] for network (0befc4b6-5cdd-4b03-bbda-6443b113fd5e), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:18.502011 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.services.segments.db [None req-e53a2ef9-cb2f-44df-a15a-e5dc772c75e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0befc4b6-5cdd-4b03-bbda-6443b113fd5e']}} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:21:18.515948 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.services.segments.db [None req-e53a2ef9-cb2f-44df-a15a-e5dc772c75e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58f27616-8edb-4b78-bad7-807888f766f0') {'for_net_delete': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:21:18.516250 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.services.segments.db [None req-e53a2ef9-cb2f-44df-a15a-e5dc772c75e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58f27616-8edb-4b78-bad7-807888f766f0') {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:21:18.525981 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-e53a2ef9-cb2f-44df-a15a-e5dc772c75e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728767071371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30883864'] for segment (58f27616-8edb-4b78-bad7-807888f766f0), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:18.540636 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-e53a2ef9-cb2f-44df-a15a-e5dc772c75e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461326'] for segment (58f27616-8edb-4b78-bad7-807888f766f0), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:18.547237 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e53a2ef9-cb2f-44df-a15a-e5dc772c75e3 admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=104275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 09:21:18.547669 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-e53a2ef9-cb2f-44df-a15a-e5dc772c75e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30908304'] for segment (58f27616-8edb-4b78-bad7-807888f766f0), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:18.588764 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.services.segments.plugin [-] Segment 58f27616-8edb-4b78-bad7-807888f766f0 resource provider aggregate not found May 20 09:21:18.607606 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.services.segments.plugin [-] Segment 58f27616-8edb-4b78-bad7-807888f766f0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 58f27616-8edb-4b78-bad7-807888f766f0 found for delete ", "request_id": "req-5b8dadbf-5b6a-4280-b260-73178c1ec88f"}]} May 20 09:21:18.617116 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-e53a2ef9-cb2f-44df-a15a-e5dc772c75e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680149'] for network (0befc4b6-5cdd-4b03-bbda-6443b113fd5e), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:18.622945 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-e53a2ef9-cb2f-44df-a15a-e5dc772c75e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for network (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:18.627599 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-e53a2ef9-cb2f-44df-a15a-e5dc772c75e3 admin admin] 10.222.0.69 "DELETE /v2.0/networks/0befc4b6-5cdd-4b03-bbda-6443b113fd5e HTTP/1.1" status: 204 len: 168 time: 0.3082764 May 20 09:21:18.641657 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53a2ef9-cb2f-44df-a15a-e5dc772c75e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0befc4b6-5cdd-4b03-bbda-6443b113fd5e,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:18.818570 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 39380) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:21:18.862004 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-9d5a14fc-efd7-4371-ab38-eae9d8d5fa07 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=aac6a376528d47d5a00b91de9b2df9d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421340 May 20 09:21:18.864480 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 39382) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:21:18.916948 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-b80e5b8c-67c8-4ec6-92b5-42852acb7bb8 admin admin] Publish callbacks [] for security_group (2050cb98-6aa5-4c46-8dd2-4f6af447471d), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:18.940568 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-b80e5b8c-67c8-4ec6-92b5-42852acb7bb8 admin admin] Publish callbacks [] for security_group (2050cb98-6aa5-4c46-8dd2-4f6af447471d), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:18.996791 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-b80e5b8c-67c8-4ec6-92b5-42852acb7bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (2050cb98-6aa5-4c46-8dd2-4f6af447471d), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:18.999341 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-b80e5b8c-67c8-4ec6-92b5-42852acb7bb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:19.000586 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-b80e5b8c-67c8-4ec6-92b5-42852acb7bb8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2050cb98-6aa5-4c46-8dd2-4f6af447471d HTTP/1.1" status: 204 len: 168 time: 0.1352098 May 20 09:21:19.009102 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e5b8c-67c8-4ec6-92b5-42852acb7bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2050cb98-6aa5-4c46-8dd2-4f6af447471d,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:19.371214 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 39390) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:21:19.417977 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-90704715-623c-424f-9f32-4217aa3676e7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=70a920cc4a634d119a0f61f4bbc567e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446465 May 20 09:21:19.420670 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 39392) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:21:19.466828 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:19.470094 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-5bfd3464-15d5-497b-a4c0-3f6d85adccfe admin admin] Publish callbacks [] for security_group (564d5801-5ad9-49fb-b3a6-910778ba2886), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:19.472954 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:19.495819 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-5bfd3464-15d5-497b-a4c0-3f6d85adccfe admin admin] Publish callbacks [] for security_group (564d5801-5ad9-49fb-b3a6-910778ba2886), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:19.547025 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-5bfd3464-15d5-497b-a4c0-3f6d85adccfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (564d5801-5ad9-49fb-b3a6-910778ba2886), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:19.549608 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-5bfd3464-15d5-497b-a4c0-3f6d85adccfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:19.550781 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-5bfd3464-15d5-497b-a4c0-3f6d85adccfe admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/564d5801-5ad9-49fb-b3a6-910778ba2886 HTTP/1.1" status: 204 len: 168 time: 0.1292217 May 20 09:21:19.560385 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfd3464-15d5-497b-a4c0-3f6d85adccfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564d5801-5ad9-49fb-b3a6-910778ba2886,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:19.959089 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a241a-7abc-415d-ae38-0117f48abd87 req-7ee94072-09e8-4073-8148-50fcdc5b6c2d tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:21:19.960631 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-cf1a241a-7abc-415d-ae38-0117f48abd87 req-7ee94072-09e8-4073-8148-50fcdc5b6c2d tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.69 "GET /v2.0/ports?device_id=43fcdc4c-b5f5-4ed1-819e-c916a953b508 HTTP/1.1" status: 200 len: 945 time: 0.0502844 May 20 09:21:20.019471 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-cf1a241a-7abc-415d-ae38-0117f48abd87 req-2c170276-6b3a-412d-9e19-e3af4f0d77cf tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e97a8f8-394a-4757-a4c5-735484eba25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489261 May 20 09:21:20.147014 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:20.721737 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 39430) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:21:20.843301 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-684ec441-41db-46c3-86f0-4f45c28a3689 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:20.927180 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-684ec441-41db-46c3-86f0-4f45c28a3689 admin admin] Publish callbacks [] for security_group (3fe95513-9f8f-4895-bac6-162a16dbe30d), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:20.933048 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-684ec441-41db-46c3-86f0-4f45c28a3689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (3fe95513-9f8f-4895-bac6-162a16dbe30d), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:20.970993 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684ec441-41db-46c3-86f0-4f45c28a3689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe95513-9f8f-4895-bac6-162a16dbe30d,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:20.977914 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-684ec441-41db-46c3-86f0-4f45c28a3689 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0ecf96dacbf1471f8b8a33501e6202a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2524817 May 20 09:21:20.978141 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 39434) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:21:21.027124 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-dda247f2-dcbf-41e7-ae8f-97c8fa623f68 admin admin] Publish callbacks [] for security_group (3fe95513-9f8f-4895-bac6-162a16dbe30d), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:21.050222 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-dda247f2-dcbf-41e7-ae8f-97c8fa623f68 admin admin] Publish callbacks [] for security_group (3fe95513-9f8f-4895-bac6-162a16dbe30d), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:21.115903 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-dda247f2-dcbf-41e7-ae8f-97c8fa623f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (3fe95513-9f8f-4895-bac6-162a16dbe30d), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:21.118647 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-dda247f2-dcbf-41e7-ae8f-97c8fa623f68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:21.119849 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-dda247f2-dcbf-41e7-ae8f-97c8fa623f68 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3fe95513-9f8f-4895-bac6-162a16dbe30d HTTP/1.1" status: 204 len: 168 time: 0.1408000 May 20 09:21:21.128175 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda247f2-dcbf-41e7-ae8f-97c8fa623f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe95513-9f8f-4895-bac6-162a16dbe30d,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:21.150378 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1bf938-58d5-4064-b41d-36234506a308 req-58945e96-3b3a-4199-a262-041171db197f tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:21:21.157449 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ad1bf938-58d5-4064-b41d-36234506a308 req-58945e96-3b3a-4199-a262-041171db197f tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.69 "GET /v2.0/ports?device_id=43fcdc4c-b5f5-4ed1-819e-c916a953b508 HTTP/1.1" status: 200 len: 945 time: 0.0618858 May 20 09:21:21.201803 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ad1bf938-58d5-4064-b41d-36234506a308 req-b2befa0e-c665-4f6d-bc45-71c973e5ba7d tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e97a8f8-394a-4757-a4c5-735484eba25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432959 May 20 09:21:21.540949 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3e198-84f1-4dc3-ab92-2c2a4b295249 req-372a19d7-9a24-4e95-b2fa-1a01aeef7143 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:21:21.542429 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d7e3e198-84f1-4dc3-ab92-2c2a4b295249 req-372a19d7-9a24-4e95-b2fa-1a01aeef7143 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.44 "GET /v2.0/ports?device_id=43fcdc4c-b5f5-4ed1-819e-c916a953b508 HTTP/1.1" status: 200 len: 945 time: 0.0490434 May 20 09:21:21.642076 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [req-d7e3e198-84f1-4dc3-ab92-2c2a4b295249 req-a1774079-ebaf-4bc7-9c91-cfbe6c966d61 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Deleting port cef004e9-2264-426f-8575-fe483632a097 {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:21:21.642415 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-d7e3e198-84f1-4dc3-ab92-2c2a4b295249 req-a1774079-ebaf-4bc7-9c91-cfbe6c966d61 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (cef004e9-2264-426f-8575-fe483632a097), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:21.728366 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:21.733743 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [req-d7e3e198-84f1-4dc3-ab92-2c2a4b295249 req-a1774079-ebaf-4bc7-9c91-cfbe6c966d61 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] For port cef004e9-2264-426f-8575-fe483632a097, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=cef004e9-2264-426f-8575-fe483632a097,segment=NetworkSegment(891deb6d-6410-450e-b72f-5f106f4f4b8d),segment_id=891deb6d-6410-450e-b72f-5f106f4f4b8d)] {{(pid=104276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:21:21.734041 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-d7e3e198-84f1-4dc3-ab92-2c2a4b295249 req-a1774079-ebaf-4bc7-9c91-cfbe6c966d61 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (cef004e9-2264-426f-8575-fe483632a097), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:21.751221 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [req-d7e3e198-84f1-4dc3-ab92-2c2a4b295249 req-a1774079-ebaf-4bc7-9c91-cfbe6c966d61 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Calling delete_port for cef004e9-2264-426f-8575-fe483632a097 owned by compute:nova {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:21:21.886479 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-d7e3e198-84f1-4dc3-ab92-2c2a4b295249 req-a1774079-ebaf-4bc7-9c91-cfbe6c966d61 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (cef004e9-2264-426f-8575-fe483632a097), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:21.897415 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] get_ports_and_sgs() called for port_ids ['cef004e9-2264-426f-8575-fe483632a097'] {{(pid=104277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 09:21:21.921256 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1774079-ebaf-4bc7-9c91-cfbe6c966d61 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Pushing event deleted for resources: {'Port': ['ID=cef004e9-2264-426f-8575-fe483632a097,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:21.967226 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e3e198-84f1-4dc3-ab92-2c2a4b295249 req-a1774079-ebaf-4bc7-9c91-cfbe6c966d61 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] No DVR routers for this DVR port cef004e9-2264-426f-8575-fe483632a097 on host hv-cinder-83699 {{(pid=104276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:21:21.969983 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-d7e3e198-84f1-4dc3-ab92-2c2a4b295249 req-a1774079-ebaf-4bc7-9c91-cfbe6c966d61 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for port (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:21.975228 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d7e3e198-84f1-4dc3-ab92-2c2a4b295249 req-a1774079-ebaf-4bc7-9c91-cfbe6c966d61 tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.44 "DELETE /v2.0/ports/cef004e9-2264-426f-8575-fe483632a097 HTTP/1.1" status: 204 len: 173 time: 0.4250622 May 20 09:21:21.975228 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43fcdc4c-b5f5-4ed1-819e-c916a953b508', 'name': 'network-vif-deleted', 'tag': 'cef004e9-2264-426f-8575-fe483632a097'}] {{(pid=104276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:21:21.977095 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f1859fdf6517cac9f3390f7253b255bfbc77edc31af200be8f81c994e01841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5d7cdf-3fa6-420d-9e35-455e52742229" -d '{"events": [{"server_uuid": "43fcdc4c-b5f5-4ed1-819e-c916a953b508", "name": "network-vif-deleted", "tag": "cef004e9-2264-426f-8575-fe483632a097"}]}' {{(pid=104276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:21:22.017445 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 09:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84167cc-2785-47f7-9d98-d2c91e1dfe74 x-openstack-request-id: req-b84167cc-2785-47f7-9d98-d2c91e1dfe74 {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:21:22.017781 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43fcdc4c-b5f5-4ed1-819e-c916a953b508", "name": "network-vif-deleted", "tag": "cef004e9-2264-426f-8575-fe483632a097", "status": "completed", "code": 200}]} {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:21:22.018014 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b84167cc-2785-47f7-9d98-d2c91e1dfe74 {{(pid=104276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:21:22.018417 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b84167cc-2785-47f7-9d98-d2c91e1dfe74'] response: {'server_uuid': '43fcdc4c-b5f5-4ed1-819e-c916a953b508', 'name': 'network-vif-deleted', 'tag': 'cef004e9-2264-426f-8575-fe483632a097', 'status': 'completed', 'code': 200} May 20 09:21:22.323177 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f07e699e-0c4d-4570-98a5-5fc750b034a0 req-7b7659a8-1ed8-4e5e-9d5a-c486a9b0b8ff tempest-VolumesSnapshotTestJSON-2128801322 tempest-VolumesSnapshotTestJSON-2128801322-project] 10.222.0.69 "GET /v2.0/ports?device_id=43fcdc4c-b5f5-4ed1-819e-c916a953b508 HTTP/1.1" status: 200 len: 210 time: 0.0294454 May 20 09:21:22.821843 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (2d1be950-4dd6-4324-90da-2272c7a86826), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:26.117502 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device cef004e9-2264-426f-8575-fe483632a097 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 09:21:26.142085 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] No Port match for: cef004e9-2264-426f-8575-fe483632a097 {{(pid=104277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 20 09:21:26.142431 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device cef004e9-2264-426f-8575-fe483632a097 not bound to the agent host hv-cinder-83699 {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 09:21:27.936628 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-35a93f7c-c591-4d78-8c99-be4e51382551 req-f0d3aa4d-2086-4363-960a-0bb62c786eb9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f18f53dc-1246-48a4-89c6-0872683b41a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406637 May 20 09:21:27.999927 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a93f7c-c591-4d78-8c99-be4e51382551 req-67fa8243-9028-48df-b965-92bfc2185594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:21:28.001606 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-35a93f7c-c591-4d78-8c99-be4e51382551 req-67fa8243-9028-48df-b965-92bfc2185594 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f26ac8782fe0407cb6f146ba70e74246&device_id=f18f53dc-1246-48a4-89c6-0872683b41a6 HTTP/1.1" status: 200 len: 1130 time: 0.0402176 May 20 09:21:28.050929 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.agents_db [None req-08ca63ee-ac6b-41b9-8918-1f445ad695da None None] Agent healthcheck: found 6 active agents {{(pid=104278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 09:21:28.089266 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:28.121776 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a93f7c-c591-4d78-8c99-be4e51382551 req-89bdc763-b4aa-4191-975d-147853308a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:21:28.123527 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-35a93f7c-c591-4d78-8c99-be4e51382551 req-89bdc763-b4aa-4191-975d-147853308a91 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5f48dba5-6c8f-4717-93d6-9f60508a64db HTTP/1.1" status: 200 len: 913 time: 0.0987606 May 20 09:21:28.187547 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-35a93f7c-c591-4d78-8c99-be4e51382551 req-a719cadf-7594-498f-90ec-74e40a4e140d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5598616-768d-4048-8257-a24495be6820 HTTP/1.1" status: 200 len: 1001 time: 0.0576489 May 20 09:21:28.242620 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a93f7c-c591-4d78-8c99-be4e51382551 req-e2203c5e-eba7-48fc-9f98-890ffc18b537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:21:28.244294 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-35a93f7c-c591-4d78-8c99-be4e51382551 req-e2203c5e-eba7-48fc-9f98-890ffc18b537 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4497ded3-0270-4257-8e32-a5b32034f129 HTTP/1.1" status: 200 len: 851 time: 0.0499744 May 20 09:21:28.291835 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a93f7c-c591-4d78-8c99-be4e51382551 req-d2c4fed0-13be-4066-be90-29e78714c075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:21:28.293343 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-35a93f7c-c591-4d78-8c99-be4e51382551 req-d2c4fed0-13be-4066-be90-29e78714c075 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5f48dba5-6c8f-4717-93d6-9f60508a64db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0400245 May 20 09:21:28.383469 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-35a93f7c-c591-4d78-8c99-be4e51382551 req-5bddc049-27d9-4824-bdd5-de021ca7e74a service neutron] 10.222.0.44 "GET /v2.0/networks/5f48dba5-6c8f-4717-93d6-9f60508a64db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833094 May 20 09:21:28.482407 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-35a93f7c-c591-4d78-8c99-be4e51382551 req-4d4ec670-61aa-41b7-9d4e-541798274213 service neutron] 10.222.0.44 "GET /v2.0/networks/5f48dba5-6c8f-4717-93d6-9f60508a64db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927379 May 20 09:21:31.091486 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=55,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:31.128306 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=49,neutron:DELETE=5,neutron:INSERT=6 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:32.814868 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:36.124850 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=50,neutron:UPDATE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:37.682357 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 39694) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:21:37.790700 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-090cf612-aab7-46d5-826a-b548a8075779 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:37.840910 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:37.873285 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-090cf612-aab7-46d5-826a-b548a8075779 admin admin] Publish callbacks [] for security_group (e50dd508-8c9e-4d46-8580-8ca8ba3abdc8), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:37.879426 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-090cf612-aab7-46d5-826a-b548a8075779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (e50dd508-8c9e-4d46-8580-8ca8ba3abdc8), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:37.916833 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090cf612-aab7-46d5-826a-b548a8075779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50dd508-8c9e-4d46-8580-8ca8ba3abdc8,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:37.920890 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-090cf612-aab7-46d5-826a-b548a8075779 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=db30a18e05104c86afd41edf5aca846c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2373693 May 20 09:21:37.923876 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 39698) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:21:37.926963 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090cf612-aab7-46d5-826a-b548a8075779 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:37.927349 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090cf612-aab7-46d5-826a-b548a8075779 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:37.927679 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090cf612-aab7-46d5-826a-b548a8075779 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:37.928005 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090cf612-aab7-46d5-826a-b548a8075779 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:37.928332 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090cf612-aab7-46d5-826a-b548a8075779 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:37.928655 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090cf612-aab7-46d5-826a-b548a8075779 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:37.928982 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090cf612-aab7-46d5-826a-b548a8075779 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:37.929299 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090cf612-aab7-46d5-826a-b548a8075779 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:37.929619 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090cf612-aab7-46d5-826a-b548a8075779 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:37.929938 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090cf612-aab7-46d5-826a-b548a8075779 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:37.930257 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090cf612-aab7-46d5-826a-b548a8075779 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:37.930578 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090cf612-aab7-46d5-826a-b548a8075779 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:37.931050 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090cf612-aab7-46d5-826a-b548a8075779 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:37.931400 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090cf612-aab7-46d5-826a-b548a8075779 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:37.931718 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090cf612-aab7-46d5-826a-b548a8075779 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:37.974282 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-75bafbce-dac9-4e39-bf63-ad5bd83774f8 admin admin] Publish callbacks [] for security_group (e50dd508-8c9e-4d46-8580-8ca8ba3abdc8), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:37.998553 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-75bafbce-dac9-4e39-bf63-ad5bd83774f8 admin admin] Publish callbacks [] for security_group (e50dd508-8c9e-4d46-8580-8ca8ba3abdc8), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:38.046789 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-75bafbce-dac9-4e39-bf63-ad5bd83774f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (e50dd508-8c9e-4d46-8580-8ca8ba3abdc8), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:38.049311 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-75bafbce-dac9-4e39-bf63-ad5bd83774f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:38.050531 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-75bafbce-dac9-4e39-bf63-ad5bd83774f8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e50dd508-8c9e-4d46-8580-8ca8ba3abdc8 HTTP/1.1" status: 204 len: 168 time: 0.1255276 May 20 09:21:38.058572 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bafbce-dac9-4e39-bf63-ad5bd83774f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50dd508-8c9e-4d46-8580-8ca8ba3abdc8,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:38.066022 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bafbce-dac9-4e39-bf63-ad5bd83774f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:38.066363 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bafbce-dac9-4e39-bf63-ad5bd83774f8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:38.066697 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bafbce-dac9-4e39-bf63-ad5bd83774f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:38.067031 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bafbce-dac9-4e39-bf63-ad5bd83774f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:38.067532 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bafbce-dac9-4e39-bf63-ad5bd83774f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:38.067742 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bafbce-dac9-4e39-bf63-ad5bd83774f8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:38.068389 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bafbce-dac9-4e39-bf63-ad5bd83774f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:38.068389 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bafbce-dac9-4e39-bf63-ad5bd83774f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:38.068722 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bafbce-dac9-4e39-bf63-ad5bd83774f8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:38.069518 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bafbce-dac9-4e39-bf63-ad5bd83774f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:38.069975 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bafbce-dac9-4e39-bf63-ad5bd83774f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:38.070248 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bafbce-dac9-4e39-bf63-ad5bd83774f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:38.070618 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bafbce-dac9-4e39-bf63-ad5bd83774f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:38.070917 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bafbce-dac9-4e39-bf63-ad5bd83774f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:38.071230 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bafbce-dac9-4e39-bf63-ad5bd83774f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:38.717331 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 39730) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:21:38.828742 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-a7c19d66-be58-49f2-bf00-9e0ce8b91ad6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1152442305-network', 'tenant_id': 'aabdb72f128d4d4da1f9390e505d704b'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:21:38.849920 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c19d66-be58-49f2-bf00-9e0ce8b91ad6 admin admin] Made reservation on behalf of aabdb72f128d4d4da1f9390e505d704b for: {'network': 1} {{(pid=104275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:21:38.852465 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-a7c19d66-be58-49f2-bf00-9e0ce8b91ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for network (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:38.861218 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-a7c19d66-be58-49f2-bf00-9e0ce8b91ad6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:38.935284 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-a7c19d66-be58-49f2-bf00-9e0ce8b91ad6 admin admin] Publish callbacks [] for security_group (07ab6b39-1525-4a39-9bf0-2668ed3e6cb5), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:38.941656 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-a7c19d66-be58-49f2-bf00-9e0ce8b91ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (07ab6b39-1525-4a39-9bf0-2668ed3e6cb5), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:38.966485 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7c19d66-be58-49f2-bf00-9e0ce8b91ad6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=104275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 09:21:38.975438 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c19d66-be58-49f2-bf00-9e0ce8b91ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ab6b39-1525-4a39-9bf0-2668ed3e6cb5,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:38.981333 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-a7c19d66-be58-49f2-bf00-9e0ce8b91ad6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728767071609', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461326'] for segment (69c99637-7bf4-4fc1-94fc-c95ba391cc3a), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:38.981735 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.db.segments_db [None req-a7c19d66-be58-49f2-bf00-9e0ce8b91ad6 admin admin] Added segment 69c99637-7bf4-4fc1-94fc-c95ba391cc3a of type vlan for network bbafa734-b707-4f6b-9ede-9a82c40e53f6 May 20 09:21:39.021179 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-a7c19d66-be58-49f2-bf00-9e0ce8b91ad6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728766529127'] for network (bbafa734-b707-4f6b-9ede-9a82c40e53f6), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:39.046193 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-a7c19d66-be58-49f2-bf00-9e0ce8b91ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360'] for network (bbafa734-b707-4f6b-9ede-9a82c40e53f6), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:39.047209 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c19d66-be58-49f2-bf00-9e0ce8b91ad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:21:39.047813 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-a7c19d66-be58-49f2-bf00-9e0ce8b91ad6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for network (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:39.108653 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-a7c19d66-be58-49f2-bf00-9e0ce8b91ad6 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3901424 May 20 09:21:39.112312 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 39738) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:21:39.113845 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c19d66-be58-49f2-bf00-9e0ce8b91ad6 admin admin] Pushing event updated for resources: {'Network': ['ID=bbafa734-b707-4f6b-9ede-9a82c40e53f6,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:39.118340 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-be5e90e5-bc60-4308-a37f-e518a5aa6654 admin admin] Request body: {'subnet': {'network_id': 'bbafa734-b707-4f6b-9ede-9a82c40e53f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1152442305-subnet', 'tenant_id': 'aabdb72f128d4d4da1f9390e505d704b', 'ip_version': 4}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:21:39.123455 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Network bbafa734-b707-4f6b-9ede-9a82c40e53f6 details requested by agent ovs-agent-dv-cinder-836996-23-iscsi with host dv-cinder-836996-23-iscsi {{(pid=104277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 09:21:39.142206 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5e90e5-bc60-4308-a37f-e518a5aa6654 admin admin] Made reservation on behalf of aabdb72f128d4d4da1f9390e505d704b for: {'subnet': 1} {{(pid=104276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:21:39.144804 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-be5e90e5-bc60-4308-a37f-e518a5aa6654 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32308480'] for subnet (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:39.319756 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-be5e90e5-bc60-4308-a37f-e518a5aa6654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32461406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32308502'] for subnet (77b112bc-27a5-4334-b442-bd94f45b9be3), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:39.372281 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:39.377965 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5e90e5-bc60-4308-a37f-e518a5aa6654 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77b112bc-27a5-4334-b442-bd94f45b9be3,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:39.390487 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5e90e5-bc60-4308-a37f-e518a5aa6654 admin admin] Checking segment: {'id': '69c99637-7bf4-4fc1-94fc-c95ba391cc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'bbafa734-b707-4f6b-9ede-9a82c40e53f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:21:39.390824 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5e90e5-bc60-4308-a37f-e518a5aa6654 admin admin] Network hostable DHCP agents. Network: bbafa734-b707-4f6b-9ede-9a82c40e53f6, hostable agents: ['b26f8cd8-eda4-4382-aac8-4197b502694f'], hosted agents: [] {{(pid=104276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 09:21:39.408924 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5e90e5-bc60-4308-a37f-e518a5aa6654 admin admin] Network bbafa734-b707-4f6b-9ede-9a82c40e53f6 is scheduled to be hosted by DHCP agent b26f8cd8-eda4-4382-aac8-4197b502694f with binding_index 1 {{(pid=104276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 09:21:39.417906 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-be5e90e5-bc60-4308-a37f-e518a5aa6654 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-23-iscsi, bbafa734-b707-4f6b-9ede-9a82c40e53f6) {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:21:39.422630 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5e90e5-bc60-4308-a37f-e518a5aa6654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:21:39.423430 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-be5e90e5-bc60-4308-a37f-e518a5aa6654 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for subnet (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:39.427426 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0606d3b0-6e9c-4257-82c4-b9231b415c26 None None] Network bbafa734-b707-4f6b-9ede-9a82c40e53f6 requested from dv-cinder-836996-23-iscsi {{(pid=104277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 20 09:21:39.444797 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 39746) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:21:39.444999 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-be5e90e5-bc60-4308-a37f-e518a5aa6654 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3317900 May 20 09:21:39.450189 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-8dab4e41-6c9c-4526-85a0-b3b20b5f7978 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1152442305-router', 'tenant_id': 'aabdb72f128d4d4da1f9390e505d704b', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da'}}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:21:39.474168 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-8dab4e41-6c9c-4526-85a0-b3b20b5f7978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-683858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1571'] for router (87507017-5eb9-47ce-9bf6-efb26cce95e9), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:39.475053 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-8dab4e41-6c9c-4526-85a0-b3b20b5f7978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1576'] for router (87507017-5eb9-47ce-9bf6-efb26cce95e9), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:39.529658 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-8dab4e41-6c9c-4526-85a0-b3b20b5f7978 admin admin] Publish callbacks [] for router_controller (87507017-5eb9-47ce-9bf6-efb26cce95e9), precommit_add_association {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:39.554119 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6f0d95-b7af-41ff-97d8-aa67acd0622a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cd1afc4-0ceb-5b8d-a1dd-ae16400ad0c0-bbafa734-b707-4f6b-9ede-9a82c40e53f6', 'network_id': 'bbafa734-b707-4f6b-9ede-9a82c40e53f6', 'project_id': 'aabdb72f128d4d4da1f9390e505d704b', 'fixed_ips': [{'subnet_id': '77b112bc-27a5-4334-b442-bd94f45b9be3'}]}} from dv-cinder-836996-23-iscsi. {{(pid=104277) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 20 09:21:39.563090 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0e6f0d95-b7af-41ff-97d8-aa67acd0622a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:39.670236 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-8dab4e41-6c9c-4526-85a0-b3b20b5f7978 admin admin] Publish callbacks [] for router_gateway (87507017-5eb9-47ce-9bf6-efb26cce95e9), precommit_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:39.703148 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [None req-0e6f0d95-b7af-41ff-97d8-aa67acd0622a None None] Allocated IP 172.20.0.2 (bbafa734-b707-4f6b-9ede-9a82c40e53f6/77b112bc-27a5-4334-b442-bd94f45b9be3/bcc0933e-1e3c-433f-bf85-5d62b6e2bd88) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:21:39.783933 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:39.815096 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:39.846319 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0e6f0d95-b7af-41ff-97d8-aa67acd0622a None None] Publish callbacks [] for port (bcc0933e-1e3c-433f-bf85-5d62b6e2bd88), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:39.850962 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-8dab4e41-6c9c-4526-85a0-b3b20b5f7978 admin admin] Publish callbacks [] for router_gateway (87507017-5eb9-47ce-9bf6-efb26cce95e9), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:39.852885 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0e6f0d95-b7af-41ff-97d8-aa67acd0622a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936'] for port (bcc0933e-1e3c-433f-bf85-5d62b6e2bd88), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:39.872992 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-8dab4e41-6c9c-4526-85a0-b3b20b5f7978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:39.902406 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6f0d95-b7af-41ff-97d8-aa67acd0622a None None] Network bbafa734-b707-4f6b-9ede-9a82c40e53f6 is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:21:39.904028 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-0e6f0d95-b7af-41ff-97d8-aa67acd0622a None None] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:21:39.908185 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6f0d95-b7af-41ff-97d8-aa67acd0622a None None] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:21:39.911907 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f0d95-b7af-41ff-97d8-aa67acd0622a None None] Pushing event updated for resources: {'Port': ['ID=bcc0933e-1e3c-433f-bf85-5d62b6e2bd88,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:39.923522 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f0d95-b7af-41ff-97d8-aa67acd0622a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:39.923870 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f0d95-b7af-41ff-97d8-aa67acd0622a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:39.924204 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f0d95-b7af-41ff-97d8-aa67acd0622a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:39.924536 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f0d95-b7af-41ff-97d8-aa67acd0622a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:39.925070 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f0d95-b7af-41ff-97d8-aa67acd0622a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:39.925413 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f0d95-b7af-41ff-97d8-aa67acd0622a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:39.925729 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f0d95-b7af-41ff-97d8-aa67acd0622a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:39.926426 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f0d95-b7af-41ff-97d8-aa67acd0622a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:39.926753 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f0d95-b7af-41ff-97d8-aa67acd0622a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:39.927517 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f0d95-b7af-41ff-97d8-aa67acd0622a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:39.927847 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f0d95-b7af-41ff-97d8-aa67acd0622a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:39.928171 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f0d95-b7af-41ff-97d8-aa67acd0622a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:39.928490 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f0d95-b7af-41ff-97d8-aa67acd0622a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:39.928810 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f0d95-b7af-41ff-97d8-aa67acd0622a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:39.929126 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f0d95-b7af-41ff-97d8-aa67acd0622a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:39.982066 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-0e6f0d95-b7af-41ff-97d8-aa67acd0622a None None] Attempting to bind port bcc0933e-1e3c-433f-bf85-5d62b6e2bd88 on host dv-cinder-836996-23-iscsi for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 20 09:21:39.982444 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-0e6f0d95-b7af-41ff-97d8-aa67acd0622a None None] Attempting to bind port bcc0933e-1e3c-433f-bf85-5d62b6e2bd88 by drivers openvswitch,hyperv on host dv-cinder-836996-23-iscsi at level 0 using segments [{'id': '69c99637-7bf4-4fc1-94fc-c95ba391cc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'bbafa734-b707-4f6b-9ede-9a82c40e53f6'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 20 09:21:39.982803 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6f0d95-b7af-41ff-97d8-aa67acd0622a None None] Attempting to bind port bcc0933e-1e3c-433f-bf85-5d62b6e2bd88 on network bbafa734-b707-4f6b-9ede-9a82c40e53f6 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:21:39.987850 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.db_base_plugin_common [None req-8dab4e41-6c9c-4526-85a0-b3b20b5f7978 admin admin] Allocated IP 172.27.0.171 (db85349c-1449-495a-9881-8426bbf372da/93804823-6bc2-4eb0-bfcd-bdee0631ed3e/d4b54650-6f82-4c60-8895-2edfa1f68749) {{(pid=104275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:21:39.989317 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6f0d95-b7af-41ff-97d8-aa67acd0622a None None] Checking agent: {'id': '8cdc3712-48c6-4c17-b1e2-8ec392d7f09b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 9, 4, 50), 'started_at': datetime.datetime(2022, 5, 20, 9, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 9, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 09:21:39.990087 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6f0d95-b7af-41ff-97d8-aa67acd0622a None None] Checking segment: {'id': '69c99637-7bf4-4fc1-94fc-c95ba391cc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'bbafa734-b707-4f6b-9ede-9a82c40e53f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:21:39.990474 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0e6f0d95-b7af-41ff-97d8-aa67acd0622a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:39.990876 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6f0d95-b7af-41ff-97d8-aa67acd0622a None None] Bound using segment: {'id': '69c99637-7bf4-4fc1-94fc-c95ba391cc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'bbafa734-b707-4f6b-9ede-9a82c40e53f6'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 09:21:39.991371 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-0e6f0d95-b7af-41ff-97d8-aa67acd0622a None None] Bound port: bcc0933e-1e3c-433f-bf85-5d62b6e2bd88, host: dv-cinder-836996-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69c99637-7bf4-4fc1-94fc-c95ba391cc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'bbafa734-b707-4f6b-9ede-9a82c40e53f6'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 20 09:21:39.991746 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0e6f0d95-b7af-41ff-97d8-aa67acd0622a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (bcc0933e-1e3c-433f-bf85-5d62b6e2bd88), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:40.052758 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-0e6f0d95-b7af-41ff-97d8-aa67acd0622a None None] For port bcc0933e-1e3c-433f-bf85-5d62b6e2bd88, host dv-cinder-836996-23-iscsi, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 09:21:40.055866 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-0e6f0d95-b7af-41ff-97d8-aa67acd0622a None None] For port bcc0933e-1e3c-433f-bf85-5d62b6e2bd88, host dv-cinder-836996-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=bcc0933e-1e3c-433f-bf85-5d62b6e2bd88,segment=NetworkSegment(69c99637-7bf4-4fc1-94fc-c95ba391cc3a),segment_id=69c99637-7bf4-4fc1-94fc-c95ba391cc3a)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 09:21:40.063378 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0e6f0d95-b7af-41ff-97d8-aa67acd0622a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (bcc0933e-1e3c-433f-bf85-5d62b6e2bd88), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:40.097087 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-8dab4e41-6c9c-4526-85a0-b3b20b5f7978 admin admin] Publish callbacks [] for port (d4b54650-6f82-4c60-8895-2edfa1f68749), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:40.120664 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f0d95-b7af-41ff-97d8-aa67acd0622a None None] Pushing event updated for resources: {'Port': ['ID=bcc0933e-1e3c-433f-bf85-5d62b6e2bd88,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:40.135765 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-8dab4e41-6c9c-4526-85a0-b3b20b5f7978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30908355'] for port (d4b54650-6f82-4c60-8895-2edfa1f68749), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:40.176426 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dab4e41-6c9c-4526-85a0-b3b20b5f7978 admin admin] Network db85349c-1449-495a-9881-8426bbf372da is already hosted by enough agents. {{(pid=104275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:21:40.181171 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.base_scheduler [None req-8dab4e41-6c9c-4526-85a0-b3b20b5f7978 admin admin] Resources bound (agent type, host, resource id): {{(pid=104275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:21:40.183960 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dab4e41-6c9c-4526-85a0-b3b20b5f7978 admin admin] Received port after_create {{(pid=104275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:21:40.212336 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dab4e41-6c9c-4526-85a0-b3b20b5f7978 admin admin] Pushing event updated for resources: {'Port': ['ID=d4b54650-6f82-4c60-8895-2edfa1f68749,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:40.438232 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-8dab4e41-6c9c-4526-85a0-b3b20b5f7978 admin admin] Publish callbacks [] for router_gateway (87507017-5eb9-47ce-9bf6-efb26cce95e9), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:40.925955 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:40.939933 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-8dab4e41-6c9c-4526-85a0-b3b20b5f7978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680737'] for router (87507017-5eb9-47ce-9bf6-efb26cce95e9), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:41.038264 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d801cc-be0a-4d03-9fca-0a46e4c51ece None None] Network bbafa734-b707-4f6b-9ede-9a82c40e53f6 requested from dv-cinder-836996-23-iscsi {{(pid=104277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 20 09:21:41.044837 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:41.070750 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dab4e41-6c9c-4526-85a0-b3b20b5f7978 admin admin] Router 87507017-5eb9-47ce-9bf6-efb26cce95e9 is scheduled to L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 with binding_index 1 {{(pid=104275) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 09:21:41.166117 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:41.187135 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-12144af0-1df6-4bbe-a720-571ca33d4fa7 None None] Provisioning complete for port bcc0933e-1e3c-433f-bf85-5d62b6e2bd88 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:21:41.187538 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-12144af0-1df6-4bbe-a720-571ca33d4fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (bcc0933e-1e3c-433f-bf85-5d62b6e2bd88), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:41.192755 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:41.206500 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dab4e41-6c9c-4526-85a0-b3b20b5f7978 admin admin] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:21:41.220289 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device bcc0933e-1e3c-433f-bf85-5d62b6e2bd88 up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:21:41.222316 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128b27b2-cea6-4d4f-856c-a1ec0c101bb1 None None] Sync routers for ids ['87507017-5eb9-47ce-9bf6-efb26cce95e9'] in dv-cinder-836996-23-iscsi {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:21:41.225612 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-8dab4e41-6c9c-4526-85a0-b3b20b5f7978 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:41.227061 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-8dab4e41-6c9c-4526-85a0-b3b20b5f7978 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7807713 May 20 09:21:41.230412 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 39772) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:21:41.272418 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128b27b2-cea6-4d4f-856c-a1ec0c101bb1 None None] Routers {'87507017-5eb9-47ce-9bf6-efb26cce95e9'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:21:41.273077 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-128b27b2-cea6-4d4f-856c-a1ec0c101bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:21:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['87507017-5eb9-47ce-9bf6-efb26cce95e9'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:21:41.413512 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port bcc0933e-1e3c-433f-bf85-5d62b6e2bd88 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:21:41.413796 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (bcc0933e-1e3c-433f-bf85-5d62b6e2bd88), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:41.440870 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-12144af0-1df6-4bbe-a720-571ca33d4fa7 None None] Current status of the port bcc0933e-1e3c-433f-bf85-5d62b6e2bd88 is: DOWN; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:21:41.441245 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-12144af0-1df6-4bbe-a720-571ca33d4fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (bcc0933e-1e3c-433f-bf85-5d62b6e2bd88), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:41.448143 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-128b27b2-cea6-4d4f-856c-a1ec0c101bb1 None None] Set router 87507017-5eb9-47ce-9bf6-efb26cce95e9 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:21:41.578377 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-12144af0-1df6-4bbe-a720-571ca33d4fa7 None None] For port bcc0933e-1e3c-433f-bf85-5d62b6e2bd88, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=bcc0933e-1e3c-433f-bf85-5d62b6e2bd88,segment=NetworkSegment(69c99637-7bf4-4fc1-94fc-c95ba391cc3a),segment_id=69c99637-7bf4-4fc1-94fc-c95ba391cc3a)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:21:41.588945 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-12144af0-1df6-4bbe-a720-571ca33d4fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (bcc0933e-1e3c-433f-bf85-5d62b6e2bd88), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:41.638567 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7daab383-6e5e-49fc-86f1-1bad1faf29b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:41.660752 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:41.671829 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port bcc0933e-1e3c-433f-bf85-5d62b6e2bd88 is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:21:41.717248 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12144af0-1df6-4bbe-a720-571ca33d4fa7 None None] Pushing event updated for resources: {'Port': ['ID=bcc0933e-1e3c-433f-bf85-5d62b6e2bd88,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:41.726798 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-668e460d-ee6f-41ba-87b6-ddd2b4573be7 None None] Provisioning complete for port bcc0933e-1e3c-433f-bf85-5d62b6e2bd88 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:21:41.727170 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-668e460d-ee6f-41ba-87b6-ddd2b4573be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (bcc0933e-1e3c-433f-bf85-5d62b6e2bd88), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:41.764311 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-128b27b2-cea6-4d4f-856c-a1ec0c101bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87507017-5eb9-47ce-9bf6-efb26cce95e9', 'name': 'tempest-TestMinimumBasicScenario-1152442305-router', 'tenant_id': 'aabdb72f128d4d4da1f9390e505d704b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'd4b54650-6f82-4c60-8895-2edfa1f68749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:21:39Z', 'updated_at': '2022-05-20T09:21:40Z', 'revision_number': 3, 'project_id': 'aabdb72f128d4d4da1f9390e505d704b', 'gw_port': {'id': 'd4b54650-6f82-4c60-8895-2edfa1f68749', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87507017-5eb9-47ce-9bf6-efb26cce95e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:21:39Z', 'updated_at': '2022-05-20T09:21:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi'}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:21:41.793389 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128b27b2-cea6-4d4f-856c-a1ec0c101bb1 None None] Checking router: 87507017-5eb9-47ce-9bf6-efb26cce95e9 for host: dv-cinder-836996-23-iscsi {{(pid=104277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:21:41.793763 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128b27b2-cea6-4d4f-856c-a1ec0c101bb1 None None] Updating router 87507017-5eb9-47ce-9bf6-efb26cce95e9 port d4b54650-6f82-4c60-8895-2edfa1f68749 binding host dv-cinder-836996-23-iscsi {{(pid=104277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 09:21:41.796111 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_common [None req-7daab383-6e5e-49fc-86f1-1bad1faf29b6 admin admin] Allocated IP 172.20.0.1 (bbafa734-b707-4f6b-9ede-9a82c40e53f6/77b112bc-27a5-4334-b442-bd94f45b9be3/e6a1d63d-c1a5-427b-bc5f-6e938bd13f06) {{(pid=104276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:21:41.825175 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:41.829220 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-128b27b2-cea6-4d4f-856c-a1ec0c101bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (d4b54650-6f82-4c60-8895-2edfa1f68749), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:41.891834 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-668e460d-ee6f-41ba-87b6-ddd2b4573be7 None None] Current status of the port bcc0933e-1e3c-433f-bf85-5d62b6e2bd88 is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:21:41.900500 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7daab383-6e5e-49fc-86f1-1bad1faf29b6 admin admin] Publish callbacks [] for port (e6a1d63d-c1a5-427b-bc5f-6e938bd13f06), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:41.913358 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:41.936435 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7daab383-6e5e-49fc-86f1-1bad1faf29b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (e6a1d63d-c1a5-427b-bc5f-6e938bd13f06), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:41.979748 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7daab383-6e5e-49fc-86f1-1bad1faf29b6 admin admin] Network bbafa734-b707-4f6b-9ede-9a82c40e53f6 is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:21:41.983804 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-7daab383-6e5e-49fc-86f1-1bad1faf29b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:21:41.987649 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daab383-6e5e-49fc-86f1-1bad1faf29b6 admin admin] Received port after_create {{(pid=104276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:21:42.007636 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daab383-6e5e-49fc-86f1-1bad1faf29b6 admin admin] Pushing event updated for resources: {'Port': ['ID=e6a1d63d-c1a5-427b-bc5f-6e938bd13f06,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:42.028765 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7daab383-6e5e-49fc-86f1-1bad1faf29b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680018'] for router_interface (87507017-5eb9-47ce-9bf6-efb26cce95e9), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:42.145379 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-128b27b2-cea6-4d4f-856c-a1ec0c101bb1 None None] Publish callbacks [] for port (d4b54650-6f82-4c60-8895-2edfa1f68749), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:42.147157 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:42.155241 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-128b27b2-cea6-4d4f-856c-a1ec0c101bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (d4b54650-6f82-4c60-8895-2edfa1f68749), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:42.164193 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7daab383-6e5e-49fc-86f1-1bad1faf29b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (e6a1d63d-c1a5-427b-bc5f-6e938bd13f06), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:42.221831 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-128b27b2-cea6-4d4f-856c-a1ec0c101bb1 None None] Attempting to bind port d4b54650-6f82-4c60-8895-2edfa1f68749 on host dv-cinder-836996-23-iscsi for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 20 09:21:42.222196 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-128b27b2-cea6-4d4f-856c-a1ec0c101bb1 None None] Attempting to bind port d4b54650-6f82-4c60-8895-2edfa1f68749 by drivers openvswitch,hyperv on host dv-cinder-836996-23-iscsi at level 0 using segments [{'id': '99d4634d-7c16-4239-978b-38d882e34cf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db85349c-1449-495a-9881-8426bbf372da'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 20 09:21:42.222549 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128b27b2-cea6-4d4f-856c-a1ec0c101bb1 None None] Attempting to bind port d4b54650-6f82-4c60-8895-2edfa1f68749 on network db85349c-1449-495a-9881-8426bbf372da {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:21:42.228537 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1779426e-9625-42ef-b10d-e4bc57f011c6 None None] Pushing event updated for resources: {'Port': ['ID=d4b54650-6f82-4c60-8895-2edfa1f68749,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:42.231003 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-7afb68a9-8f41-4e57-b4d6-4e1d1daeab67 None None] Provisioning complete for port e6a1d63d-c1a5-427b-bc5f-6e938bd13f06 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:21:42.231475 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7afb68a9-8f41-4e57-b4d6-4e1d1daeab67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (e6a1d63d-c1a5-427b-bc5f-6e938bd13f06), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:42.233665 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128b27b2-cea6-4d4f-856c-a1ec0c101bb1 None None] Checking agent: {'id': '8cdc3712-48c6-4c17-b1e2-8ec392d7f09b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 9, 4, 50), 'started_at': datetime.datetime(2022, 5, 20, 9, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 9, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 09:21:42.234237 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128b27b2-cea6-4d4f-856c-a1ec0c101bb1 None None] Checking segment: {'id': '99d4634d-7c16-4239-978b-38d882e34cf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db85349c-1449-495a-9881-8426bbf372da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:21:42.234787 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-128b27b2-cea6-4d4f-856c-a1ec0c101bb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:42.235160 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128b27b2-cea6-4d4f-856c-a1ec0c101bb1 None None] Bound using segment: {'id': '99d4634d-7c16-4239-978b-38d882e34cf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db85349c-1449-495a-9881-8426bbf372da'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 09:21:42.235655 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-128b27b2-cea6-4d4f-856c-a1ec0c101bb1 None None] Bound port: d4b54650-6f82-4c60-8895-2edfa1f68749, host: dv-cinder-836996-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d4634d-7c16-4239-978b-38d882e34cf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db85349c-1449-495a-9881-8426bbf372da'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 20 09:21:42.236096 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-128b27b2-cea6-4d4f-856c-a1ec0c101bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (d4b54650-6f82-4c60-8895-2edfa1f68749), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:42.301821 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-7afb68a9-8f41-4e57-b4d6-4e1d1daeab67 None None] Port e6a1d63d-c1a5-427b-bc5f-6e938bd13f06 cannot update to ACTIVE because it is not bound. {{(pid=104277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 20 09:21:42.310106 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-128b27b2-cea6-4d4f-856c-a1ec0c101bb1 None None] For port d4b54650-6f82-4c60-8895-2edfa1f68749, host dv-cinder-836996-23-iscsi, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 09:21:42.313747 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-128b27b2-cea6-4d4f-856c-a1ec0c101bb1 None None] For port d4b54650-6f82-4c60-8895-2edfa1f68749, host dv-cinder-836996-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=d4b54650-6f82-4c60-8895-2edfa1f68749,segment=NetworkSegment(99d4634d-7c16-4239-978b-38d882e34cf7),segment_id=99d4634d-7c16-4239-978b-38d882e34cf7)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 09:21:42.321520 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-128b27b2-cea6-4d4f-856c-a1ec0c101bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (d4b54650-6f82-4c60-8895-2edfa1f68749), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:42.365832 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7daab383-6e5e-49fc-86f1-1bad1faf29b6 admin admin] Publish callbacks [] for port (e6a1d63d-c1a5-427b-bc5f-6e938bd13f06), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:42.373343 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7daab383-6e5e-49fc-86f1-1bad1faf29b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32464857'] for port (e6a1d63d-c1a5-427b-bc5f-6e938bd13f06), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:42.378098 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128b27b2-cea6-4d4f-856c-a1ec0c101bb1 None None] Routers {'87507017-5eb9-47ce-9bf6-efb26cce95e9'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:21:42.378724 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-128b27b2-cea6-4d4f-856c-a1ec0c101bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:21:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['87507017-5eb9-47ce-9bf6-efb26cce95e9'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:21:42.419743 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1779426e-9625-42ef-b10d-e4bc57f011c6 None None] Pushing event updated for resources: {'Port': ['ID=d4b54650-6f82-4c60-8895-2edfa1f68749,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:42.430211 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:42.442611 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7daab383-6e5e-49fc-86f1-1bad1faf29b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683234'] for router_interface (87507017-5eb9-47ce-9bf6-efb26cce95e9), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:42.446076 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daab383-6e5e-49fc-86f1-1bad1faf29b6 admin admin] Pushing event updated for resources: {'Port': ['ID=e6a1d63d-c1a5-427b-bc5f-6e938bd13f06,revision_number=2']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:42.488157 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-128b27b2-cea6-4d4f-856c-a1ec0c101bb1 None None] Set router 87507017-5eb9-47ce-9bf6-efb26cce95e9 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:21:42.534996 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7daab383-6e5e-49fc-86f1-1bad1faf29b6 admin admin] Network bbafa734-b707-4f6b-9ede-9a82c40e53f6 is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:21:42.536419 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-7daab383-6e5e-49fc-86f1-1bad1faf29b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:21:42.632888 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:42.649228 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7daab383-6e5e-49fc-86f1-1bad1faf29b6 admin admin] Router 87507017-5eb9-47ce-9bf6-efb26cce95e9 has already been hosted by L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 {{(pid=104276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 09:21:42.703027 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:42.760651 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7daab383-6e5e-49fc-86f1-1bad1faf29b6 admin admin] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:21:42.766077 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-7daab383-6e5e-49fc-86f1-1bad1faf29b6 admin admin] 10.222.0.69 "PUT /v2.0/routers/87507017-5eb9-47ce-9bf6-efb26cce95e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5339155 May 20 09:21:42.829201 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-515e46cc-b79b-4510-bcfd-5998bfc963f3 None None] Provisioning complete for port e6a1d63d-c1a5-427b-bc5f-6e938bd13f06 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:21:42.829628 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-515e46cc-b79b-4510-bcfd-5998bfc963f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (e6a1d63d-c1a5-427b-bc5f-6e938bd13f06), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:42.831659 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-128b27b2-cea6-4d4f-856c-a1ec0c101bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87507017-5eb9-47ce-9bf6-efb26cce95e9', 'name': 'tempest-TestMinimumBasicScenario-1152442305-router', 'tenant_id': 'aabdb72f128d4d4da1f9390e505d704b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'd4b54650-6f82-4c60-8895-2edfa1f68749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:21:39Z', 'updated_at': '2022-05-20T09:21:42Z', 'revision_number': 4, 'project_id': 'aabdb72f128d4d4da1f9390e505d704b', 'gw_port': {'id': 'd4b54650-6f82-4c60-8895-2edfa1f68749', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87507017-5eb9-47ce-9bf6-efb26cce95e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:21:39Z', 'updated_at': '2022-05-20T09:21:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': 'e6a1d63d-c1a5-427b-bc5f-6e938bd13f06', 'name': '', 'network_id': 'bbafa734-b707-4f6b-9ede-9a82c40e53f6', 'tenant_id': 'aabdb72f128d4d4da1f9390e505d704b', 'mac_address': 'fa:16:3e:15:4d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87507017-5eb9-47ce-9bf6-efb26cce95e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '77b112bc-27a5-4334-b442-bd94f45b9be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:21:41Z', 'updated_at': '2022-05-20T09:21:42Z', 'revision_number': 2, 'project_id': 'aabdb72f128d4d4da1f9390e505d704b', 'subnets': [{'id': '77b112bc-27a5-4334-b442-bd94f45b9be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:21:42.876452 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128b27b2-cea6-4d4f-856c-a1ec0c101bb1 None None] The sync data for ids ['87507017-5eb9-47ce-9bf6-efb26cce95e9'] in dv-cinder-836996-23-iscsi is: [{'id': '87507017-5eb9-47ce-9bf6-efb26cce95e9', 'name': 'tempest-TestMinimumBasicScenario-1152442305-router', 'tenant_id': 'aabdb72f128d4d4da1f9390e505d704b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'd4b54650-6f82-4c60-8895-2edfa1f68749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:21:39Z', 'updated_at': '2022-05-20T09:21:42Z', 'revision_number': 4, 'project_id': 'aabdb72f128d4d4da1f9390e505d704b', 'gw_port': {'id': 'd4b54650-6f82-4c60-8895-2edfa1f68749', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87507017-5eb9-47ce-9bf6-efb26cce95e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:21:39Z', 'updated_at': '2022-05-20T09:21:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': 'e6a1d63d-c1a5-427b-bc5f-6e938bd13f06', 'name': '', 'network_id': 'bbafa734-b707-4f6b-9ede-9a82c40e53f6', 'tenant_id': 'aabdb72f128d4d4da1f9390e505d704b', 'mac_address': 'fa:16:3e:15:4d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87507017-5eb9-47ce-9bf6-efb26cce95e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '77b112bc-27a5-4334-b442-bd94f45b9be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:21:41Z', 'updated_at': '2022-05-20T09:21:42Z', 'revision_number': 2, 'project_id': 'aabdb72f128d4d4da1f9390e505d704b', 'subnets': [{'id': '77b112bc-27a5-4334-b442-bd94f45b9be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:21:42.884820 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-515e46cc-b79b-4510-bcfd-5998bfc963f3 None None] Port e6a1d63d-c1a5-427b-bc5f-6e938bd13f06 cannot update to ACTIVE because it is not bound. {{(pid=104277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 20 09:21:43.162315 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device bcc0933e-1e3c-433f-bf85-5d62b6e2bd88 up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:21:43.217920 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port bcc0933e-1e3c-433f-bf85-5d62b6e2bd88 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:21:43.218291 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (bcc0933e-1e3c-433f-bf85-5d62b6e2bd88), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:43.297794 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port bcc0933e-1e3c-433f-bf85-5d62b6e2bd88 is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:21:43.336156 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 39796) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:21:43.341228 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-fc78c28f-25a6-48b9-a9f4-c4c2c65716e5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2147429218-network', 'tenant_id': '50db3d6e2f174362b1cf5e3d3e11eb2b'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:21:43.362597 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc78c28f-25a6-48b9-a9f4-c4c2c65716e5 admin admin] Made reservation on behalf of 50db3d6e2f174362b1cf5e3d3e11eb2b for: {'network': 1} {{(pid=104275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:21:43.365045 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-fc78c28f-25a6-48b9-a9f4-c4c2c65716e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for network (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:43.377199 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-fc78c28f-25a6-48b9-a9f4-c4c2c65716e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:43.456418 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-fc78c28f-25a6-48b9-a9f4-c4c2c65716e5 admin admin] Publish callbacks [] for security_group (57d7da55-1d1d-4c09-b80b-e1ba338ecac8), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:43.461651 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-fc78c28f-25a6-48b9-a9f4-c4c2c65716e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (57d7da55-1d1d-4c09-b80b-e1ba338ecac8), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:43.477751 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=15 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:43.487887 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc78c28f-25a6-48b9-a9f4-c4c2c65716e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=104275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 09:21:43.488216 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=13 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:43.498420 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc78c28f-25a6-48b9-a9f4-c4c2c65716e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d7da55-1d1d-4c09-b80b-e1ba338ecac8,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:43.503438 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-fc78c28f-25a6-48b9-a9f4-c4c2c65716e5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728767071609', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461326'] for segment (59e6b595-2795-46a9-856e-5ee413e3bb92), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:43.503848 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.db.segments_db [None req-fc78c28f-25a6-48b9-a9f4-c4c2c65716e5 admin admin] Added segment 59e6b595-2795-46a9-856e-5ee413e3bb92 of type vlan for network 79d8d2eb-621a-4bb1-b9bc-2dab8484c468 May 20 09:21:43.531936 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e35bc8d1-bf51-4deb-9f2b-97198d8adc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:43.552334 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-fc78c28f-25a6-48b9-a9f4-c4c2c65716e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728766529127'] for network (79d8d2eb-621a-4bb1-b9bc-2dab8484c468), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:43.583555 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-fc78c28f-25a6-48b9-a9f4-c4c2c65716e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360'] for network (79d8d2eb-621a-4bb1-b9bc-2dab8484c468), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:43.584559 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc78c28f-25a6-48b9-a9f4-c4c2c65716e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:21:43.585253 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-fc78c28f-25a6-48b9-a9f4-c4c2c65716e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for network (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:43.646987 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-fc78c28f-25a6-48b9-a9f4-c4c2c65716e5 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3095808 May 20 09:21:43.650033 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 39798) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:21:43.656986 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-3417c69f-8f5e-4fa9-872c-be17adb555b2 admin admin] Request body: {'subnet': {'network_id': '79d8d2eb-621a-4bb1-b9bc-2dab8484c468', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2147429218-subnet', 'tenant_id': '50db3d6e2f174362b1cf5e3d3e11eb2b', 'ip_version': 4}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:21:43.669637 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc78c28f-25a6-48b9-a9f4-c4c2c65716e5 admin admin] Pushing event updated for resources: {'Network': ['ID=79d8d2eb-621a-4bb1-b9bc-2dab8484c468,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:43.689531 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Network 79d8d2eb-621a-4bb1-b9bc-2dab8484c468 details requested by agent ovs-agent-dv-cinder-836996-23-iscsi with host dv-cinder-836996-23-iscsi {{(pid=104277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 09:21:43.697006 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3417c69f-8f5e-4fa9-872c-be17adb555b2 admin admin] Made reservation on behalf of 50db3d6e2f174362b1cf5e3d3e11eb2b for: {'subnet': 1} {{(pid=104275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:21:43.700443 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-3417c69f-8f5e-4fa9-872c-be17adb555b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31209427'] for subnet (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:43.820020 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:43.888431 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-3417c69f-8f5e-4fa9-872c-be17adb555b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30904947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31209413'] for subnet (53334d6f-499d-4626-91af-f3e6deff2412), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:43.930571 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:43.940187 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3417c69f-8f5e-4fa9-872c-be17adb555b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53334d6f-499d-4626-91af-f3e6deff2412,revision_number=0']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:43.959013 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3417c69f-8f5e-4fa9-872c-be17adb555b2 admin admin] Checking segment: {'id': '59e6b595-2795-46a9-856e-5ee413e3bb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '79d8d2eb-621a-4bb1-b9bc-2dab8484c468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:21:43.959423 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3417c69f-8f5e-4fa9-872c-be17adb555b2 admin admin] Network hostable DHCP agents. Network: 79d8d2eb-621a-4bb1-b9bc-2dab8484c468, hostable agents: ['b26f8cd8-eda4-4382-aac8-4197b502694f'], hosted agents: [] {{(pid=104275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 09:21:43.979012 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3417c69f-8f5e-4fa9-872c-be17adb555b2 admin admin] Network 79d8d2eb-621a-4bb1-b9bc-2dab8484c468 is scheduled to be hosted by DHCP agent b26f8cd8-eda4-4382-aac8-4197b502694f with binding_index 1 {{(pid=104275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 09:21:43.990104 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.base_scheduler [None req-3417c69f-8f5e-4fa9-872c-be17adb555b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-23-iscsi, 79d8d2eb-621a-4bb1-b9bc-2dab8484c468) {{(pid=104275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:21:43.998120 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0349d3-02cd-48d2-90eb-b3a21a2c7602 None None] Network 79d8d2eb-621a-4bb1-b9bc-2dab8484c468 requested from dv-cinder-836996-23-iscsi {{(pid=104277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 20 09:21:44.001377 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:44.002130 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3417c69f-8f5e-4fa9-872c-be17adb555b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:21:44.003411 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-3417c69f-8f5e-4fa9-872c-be17adb555b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:44.025243 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-3417c69f-8f5e-4fa9-872c-be17adb555b2 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3716424 May 20 09:21:44.026922 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 39802) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:21:44.031588 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-8ccc9a9f-ba26-44a1-9750-8f93f04267b2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2147429218-router', 'tenant_id': '50db3d6e2f174362b1cf5e3d3e11eb2b', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da'}}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:21:44.057557 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8ccc9a9f-ba26-44a1-9750-8f93f04267b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-683858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1571'] for router (89fc7b5c-d18e-49a1-af77-4a3b74edfdfb), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:44.058898 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8ccc9a9f-ba26-44a1-9750-8f93f04267b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1576'] for router (89fc7b5c-d18e-49a1-af77-4a3b74edfdfb), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:44.112013 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8ccc9a9f-ba26-44a1-9750-8f93f04267b2 admin admin] Publish callbacks [] for router_controller (89fc7b5c-d18e-49a1-af77-4a3b74edfdfb), precommit_add_association {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:44.117680 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6700a14-b2f8-459a-869b-345dd1ce3e06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cd1afc4-0ceb-5b8d-a1dd-ae16400ad0c0-79d8d2eb-621a-4bb1-b9bc-2dab8484c468', 'network_id': '79d8d2eb-621a-4bb1-b9bc-2dab8484c468', 'project_id': '50db3d6e2f174362b1cf5e3d3e11eb2b', 'fixed_ips': [{'subnet_id': '53334d6f-499d-4626-91af-f3e6deff2412'}]}} from dv-cinder-836996-23-iscsi. {{(pid=104277) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 20 09:21:44.118711 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e6700a14-b2f8-459a-869b-345dd1ce3e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:44.267710 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [None req-e6700a14-b2f8-459a-869b-345dd1ce3e06 None None] Allocated IP 172.20.0.2 (79d8d2eb-621a-4bb1-b9bc-2dab8484c468/53334d6f-499d-4626-91af-f3e6deff2412/5cde1daa-1dfb-49c7-8b7e-aac9b3f92536) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:21:44.273399 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8ccc9a9f-ba26-44a1-9750-8f93f04267b2 admin admin] Publish callbacks [] for router_gateway (89fc7b5c-d18e-49a1-af77-4a3b74edfdfb), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:44.428045 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e6700a14-b2f8-459a-869b-345dd1ce3e06 None None] Publish callbacks [] for port (5cde1daa-1dfb-49c7-8b7e-aac9b3f92536), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:44.436799 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e6700a14-b2f8-459a-869b-345dd1ce3e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936'] for port (5cde1daa-1dfb-49c7-8b7e-aac9b3f92536), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:44.466999 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8ccc9a9f-ba26-44a1-9750-8f93f04267b2 admin admin] Publish callbacks [] for router_gateway (89fc7b5c-d18e-49a1-af77-4a3b74edfdfb), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:44.481996 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6700a14-b2f8-459a-869b-345dd1ce3e06 None None] Network 79d8d2eb-621a-4bb1-b9bc-2dab8484c468 is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:21:44.484890 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-e6700a14-b2f8-459a-869b-345dd1ce3e06 None None] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:21:44.488748 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6700a14-b2f8-459a-869b-345dd1ce3e06 None None] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:21:44.490734 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8ccc9a9f-ba26-44a1-9750-8f93f04267b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:44.495497 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6700a14-b2f8-459a-869b-345dd1ce3e06 None None] Pushing event updated for resources: {'Port': ['ID=5cde1daa-1dfb-49c7-8b7e-aac9b3f92536,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:44.552783 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-e6700a14-b2f8-459a-869b-345dd1ce3e06 None None] Attempting to bind port 5cde1daa-1dfb-49c7-8b7e-aac9b3f92536 on host dv-cinder-836996-23-iscsi for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 20 09:21:44.553157 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-e6700a14-b2f8-459a-869b-345dd1ce3e06 None None] Attempting to bind port 5cde1daa-1dfb-49c7-8b7e-aac9b3f92536 by drivers openvswitch,hyperv on host dv-cinder-836996-23-iscsi at level 0 using segments [{'id': '59e6b595-2795-46a9-856e-5ee413e3bb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '79d8d2eb-621a-4bb1-b9bc-2dab8484c468'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 20 09:21:44.553517 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6700a14-b2f8-459a-869b-345dd1ce3e06 None None] Attempting to bind port 5cde1daa-1dfb-49c7-8b7e-aac9b3f92536 on network 79d8d2eb-621a-4bb1-b9bc-2dab8484c468 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:21:44.558795 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6700a14-b2f8-459a-869b-345dd1ce3e06 None None] Checking agent: {'id': '8cdc3712-48c6-4c17-b1e2-8ec392d7f09b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 9, 4, 50), 'started_at': datetime.datetime(2022, 5, 20, 9, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 9, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 09:21:44.559231 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6700a14-b2f8-459a-869b-345dd1ce3e06 None None] Checking segment: {'id': '59e6b595-2795-46a9-856e-5ee413e3bb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '79d8d2eb-621a-4bb1-b9bc-2dab8484c468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:21:44.559655 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e6700a14-b2f8-459a-869b-345dd1ce3e06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:44.560049 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6700a14-b2f8-459a-869b-345dd1ce3e06 None None] Bound using segment: {'id': '59e6b595-2795-46a9-856e-5ee413e3bb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '79d8d2eb-621a-4bb1-b9bc-2dab8484c468'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 09:21:44.560510 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-e6700a14-b2f8-459a-869b-345dd1ce3e06 None None] Bound port: 5cde1daa-1dfb-49c7-8b7e-aac9b3f92536, host: dv-cinder-836996-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e6b595-2795-46a9-856e-5ee413e3bb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '79d8d2eb-621a-4bb1-b9bc-2dab8484c468'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 20 09:21:44.560883 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e6700a14-b2f8-459a-869b-345dd1ce3e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (5cde1daa-1dfb-49c7-8b7e-aac9b3f92536), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:44.602297 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_common [None req-8ccc9a9f-ba26-44a1-9750-8f93f04267b2 admin admin] Allocated IP 172.27.0.213 (db85349c-1449-495a-9881-8426bbf372da/93804823-6bc2-4eb0-bfcd-bdee0631ed3e/4fd50f41-6b09-47aa-9ec6-5cbed73113a6) {{(pid=104276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:21:44.623555 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-e6700a14-b2f8-459a-869b-345dd1ce3e06 None None] For port 5cde1daa-1dfb-49c7-8b7e-aac9b3f92536, host dv-cinder-836996-23-iscsi, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 09:21:44.625223 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:44.627143 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-e6700a14-b2f8-459a-869b-345dd1ce3e06 None None] For port 5cde1daa-1dfb-49c7-8b7e-aac9b3f92536, host dv-cinder-836996-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=5cde1daa-1dfb-49c7-8b7e-aac9b3f92536,segment=NetworkSegment(59e6b595-2795-46a9-856e-5ee413e3bb92),segment_id=59e6b595-2795-46a9-856e-5ee413e3bb92)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 09:21:44.635388 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e6700a14-b2f8-459a-869b-345dd1ce3e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (5cde1daa-1dfb-49c7-8b7e-aac9b3f92536), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:44.727228 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:44.734620 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6700a14-b2f8-459a-869b-345dd1ce3e06 None None] Pushing event updated for resources: {'Port': ['ID=5cde1daa-1dfb-49c7-8b7e-aac9b3f92536,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:44.744981 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8ccc9a9f-ba26-44a1-9750-8f93f04267b2 admin admin] Publish callbacks [] for port (4fd50f41-6b09-47aa-9ec6-5cbed73113a6), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:44.787507 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8ccc9a9f-ba26-44a1-9750-8f93f04267b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (4fd50f41-6b09-47aa-9ec6-5cbed73113a6), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:44.827193 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccc9a9f-ba26-44a1-9750-8f93f04267b2 admin admin] Network db85349c-1449-495a-9881-8426bbf372da is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:21:44.831693 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-8ccc9a9f-ba26-44a1-9750-8f93f04267b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:21:44.834166 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccc9a9f-ba26-44a1-9750-8f93f04267b2 admin admin] Received port after_create {{(pid=104276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:21:44.857907 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccc9a9f-ba26-44a1-9750-8f93f04267b2 admin admin] Pushing event updated for resources: {'Port': ['ID=4fd50f41-6b09-47aa-9ec6-5cbed73113a6,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:44.931913 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:45.213416 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 5cde1daa-1dfb-49c7-8b7e-aac9b3f92536 up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:21:45.260264 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port 5cde1daa-1dfb-49c7-8b7e-aac9b3f92536 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:21:45.260639 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (5cde1daa-1dfb-49c7-8b7e-aac9b3f92536), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:45.341351 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port 5cde1daa-1dfb-49c7-8b7e-aac9b3f92536 is: DOWN; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:21:45.342477 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (5cde1daa-1dfb-49c7-8b7e-aac9b3f92536), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:45.367710 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:45.384176 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] For port 5cde1daa-1dfb-49c7-8b7e-aac9b3f92536, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=5cde1daa-1dfb-49c7-8b7e-aac9b3f92536,segment=NetworkSegment(59e6b595-2795-46a9-856e-5ee413e3bb92),segment_id=59e6b595-2795-46a9-856e-5ee413e3bb92)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:21:45.391435 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (5cde1daa-1dfb-49c7-8b7e-aac9b3f92536), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:45.392567 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device d4b54650-6f82-4c60-8895-2edfa1f68749 up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:21:45.406807 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8ccc9a9f-ba26-44a1-9750-8f93f04267b2 admin admin] Publish callbacks [] for router_gateway (89fc7b5c-d18e-49a1-af77-4a3b74edfdfb), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:45.476147 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Pushing event updated for resources: {'Port': ['ID=5cde1daa-1dfb-49c7-8b7e-aac9b3f92536,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:45.480448 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port d4b54650-6f82-4c60-8895-2edfa1f68749 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:21:45.480820 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (d4b54650-6f82-4c60-8895-2edfa1f68749), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:45.590843 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port d4b54650-6f82-4c60-8895-2edfa1f68749 is: DOWN; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:21:45.591174 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (d4b54650-6f82-4c60-8895-2edfa1f68749), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:45.644407 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec2594f-7188-4dcf-9ced-b3b18d50b1ca None None] Sync routers for ids ['87507017-5eb9-47ce-9bf6-efb26cce95e9'] in dv-cinder-836996-23-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:21:45.645463 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] For port d4b54650-6f82-4c60-8895-2edfa1f68749, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=d4b54650-6f82-4c60-8895-2edfa1f68749,segment=NetworkSegment(99d4634d-7c16-4239-978b-38d882e34cf7),segment_id=99d4634d-7c16-4239-978b-38d882e34cf7)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:21:45.657437 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (d4b54650-6f82-4c60-8895-2edfa1f68749), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:45.658914 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec2594f-7188-4dcf-9ced-b3b18d50b1ca None None] Routers {'87507017-5eb9-47ce-9bf6-efb26cce95e9'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:21:45.659865 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-0ec2594f-7188-4dcf-9ced-b3b18d50b1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:21:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['87507017-5eb9-47ce-9bf6-efb26cce95e9'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:21:45.667891 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8ccc9a9f-ba26-44a1-9750-8f93f04267b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680737'] for router (89fc7b5c-d18e-49a1-af77-4a3b74edfdfb), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:45.745016 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Pushing event updated for resources: {'Port': ['ID=d4b54650-6f82-4c60-8895-2edfa1f68749,revision_number=4']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:45.787370 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16a9016-096c-49b2-8bca-490b4dbf6e6f None None] Network 79d8d2eb-621a-4bb1-b9bc-2dab8484c468 requested from dv-cinder-836996-23-iscsi {{(pid=104277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 20 09:21:45.806840 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-0ec2594f-7188-4dcf-9ced-b3b18d50b1ca None None] Set router 87507017-5eb9-47ce-9bf6-efb26cce95e9 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:21:45.833048 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ccc9a9f-ba26-44a1-9750-8f93f04267b2 admin admin] Router 89fc7b5c-d18e-49a1-af77-4a3b74edfdfb is scheduled to L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 with binding_index 1 {{(pid=104276) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 09:21:45.846850 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-daf67e74-3fa8-408a-9e98-c11ba5d2f22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:45.867433 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-adb1d9f1-892e-47b1-8504-3e93e769d3a6 None None] Provisioning complete for port 5cde1daa-1dfb-49c7-8b7e-aac9b3f92536 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:21:45.867805 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-adb1d9f1-892e-47b1-8504-3e93e769d3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (5cde1daa-1dfb-49c7-8b7e-aac9b3f92536), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:45.944064 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ccc9a9f-ba26-44a1-9750-8f93f04267b2 admin admin] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:21:45.956087 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b52cea-5198-479a-9cb3-ebae12e88f5b None None] Sync routers for ids ['89fc7b5c-d18e-49a1-af77-4a3b74edfdfb'] in dv-cinder-836996-23-iscsi {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:21:45.976947 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b52cea-5198-479a-9cb3-ebae12e88f5b None None] Routers {'89fc7b5c-d18e-49a1-af77-4a3b74edfdfb'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:21:45.977594 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-d8b52cea-5198-479a-9cb3-ebae12e88f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:21:46Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['89fc7b5c-d18e-49a1-af77-4a3b74edfdfb'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:21:45.980708 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8ccc9a9f-ba26-44a1-9750-8f93f04267b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:45.982989 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-8ccc9a9f-ba26-44a1-9750-8f93f04267b2 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9543877 May 20 09:21:45.985273 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 39824) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:21:46.048658 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:46.056877 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-adb1d9f1-892e-47b1-8504-3e93e769d3a6 None None] Current status of the port 5cde1daa-1dfb-49c7-8b7e-aac9b3f92536 is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:21:46.113617 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-0ec2594f-7188-4dcf-9ced-b3b18d50b1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87507017-5eb9-47ce-9bf6-efb26cce95e9', 'name': 'tempest-TestMinimumBasicScenario-1152442305-router', 'tenant_id': 'aabdb72f128d4d4da1f9390e505d704b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'd4b54650-6f82-4c60-8895-2edfa1f68749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:21:39Z', 'updated_at': '2022-05-20T09:21:42Z', 'revision_number': 4, 'project_id': 'aabdb72f128d4d4da1f9390e505d704b', 'gw_port': {'id': 'd4b54650-6f82-4c60-8895-2edfa1f68749', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87507017-5eb9-47ce-9bf6-efb26cce95e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:21:39Z', 'updated_at': '2022-05-20T09:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': 'e6a1d63d-c1a5-427b-bc5f-6e938bd13f06', 'name': '', 'network_id': 'bbafa734-b707-4f6b-9ede-9a82c40e53f6', 'tenant_id': 'aabdb72f128d4d4da1f9390e505d704b', 'mac_address': 'fa:16:3e:15:4d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87507017-5eb9-47ce-9bf6-efb26cce95e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '77b112bc-27a5-4334-b442-bd94f45b9be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:21:41Z', 'updated_at': '2022-05-20T09:21:42Z', 'revision_number': 2, 'project_id': 'aabdb72f128d4d4da1f9390e505d704b', 'subnets': [{'id': '77b112bc-27a5-4334-b442-bd94f45b9be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:21:46.122225 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-d8b52cea-5198-479a-9cb3-ebae12e88f5b None None] Set router 89fc7b5c-d18e-49a1-af77-4a3b74edfdfb gateway port host: dv-cinder-836996-23-iscsi {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:21:46.145087 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec2594f-7188-4dcf-9ced-b3b18d50b1ca None None] Checking router: 87507017-5eb9-47ce-9bf6-efb26cce95e9 for host: dv-cinder-836996-23-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:21:46.145677 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec2594f-7188-4dcf-9ced-b3b18d50b1ca None None] Updating router 87507017-5eb9-47ce-9bf6-efb26cce95e9 port e6a1d63d-c1a5-427b-bc5f-6e938bd13f06 binding host dv-cinder-836996-23-iscsi {{(pid=104278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 09:21:46.178596 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0ec2594f-7188-4dcf-9ced-b3b18d50b1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (e6a1d63d-c1a5-427b-bc5f-6e938bd13f06), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:46.333135 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-597fa93c-fd90-4b7e-a5d3-281becad5abd None None] Provisioning complete for port 5cde1daa-1dfb-49c7-8b7e-aac9b3f92536 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:21:46.333513 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-597fa93c-fd90-4b7e-a5d3-281becad5abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (5cde1daa-1dfb-49c7-8b7e-aac9b3f92536), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:46.362092 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-d8b52cea-5198-479a-9cb3-ebae12e88f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fc7b5c-d18e-49a1-af77-4a3b74edfdfb', 'name': 'tempest-TestMinimumBasicScenario-2147429218-router', 'tenant_id': '50db3d6e2f174362b1cf5e3d3e11eb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '4fd50f41-6b09-47aa-9ec6-5cbed73113a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:21:44Z', 'updated_at': '2022-05-20T09:21:45Z', 'revision_number': 3, 'project_id': '50db3d6e2f174362b1cf5e3d3e11eb2b', 'gw_port': {'id': '4fd50f41-6b09-47aa-9ec6-5cbed73113a6', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fc7b5c-d18e-49a1-af77-4a3b74edfdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:21:44Z', 'updated_at': '2022-05-20T09:21:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi'}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:21:46.394153 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b52cea-5198-479a-9cb3-ebae12e88f5b None None] Checking router: 89fc7b5c-d18e-49a1-af77-4a3b74edfdfb for host: dv-cinder-836996-23-iscsi {{(pid=104277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:21:46.394153 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b52cea-5198-479a-9cb3-ebae12e88f5b None None] Updating router 89fc7b5c-d18e-49a1-af77-4a3b74edfdfb port 4fd50f41-6b09-47aa-9ec6-5cbed73113a6 binding host dv-cinder-836996-23-iscsi {{(pid=104277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 09:21:46.446773 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d8b52cea-5198-479a-9cb3-ebae12e88f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (4fd50f41-6b09-47aa-9ec6-5cbed73113a6), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:46.482211 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-efa31d7e-d8fe-4e63-8d32-862409be6bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:46.485328 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-597fa93c-fd90-4b7e-a5d3-281becad5abd None None] Current status of the port 5cde1daa-1dfb-49c7-8b7e-aac9b3f92536 is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:21:46.513408 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:46.559541 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0ec2594f-7188-4dcf-9ced-b3b18d50b1ca None None] Publish callbacks [] for port (e6a1d63d-c1a5-427b-bc5f-6e938bd13f06), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:46.566807 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0ec2594f-7188-4dcf-9ced-b3b18d50b1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (e6a1d63d-c1a5-427b-bc5f-6e938bd13f06), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:46.625645 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0650a7c1-6750-4b63-a604-bc128d2d969a None None] Pushing event updated for resources: {'Port': ['ID=e6a1d63d-c1a5-427b-bc5f-6e938bd13f06,revision_number=3']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:46.646584 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.db_base_plugin_common [None req-efa31d7e-d8fe-4e63-8d32-862409be6bff admin admin] Allocated IP 172.20.0.1 (79d8d2eb-621a-4bb1-b9bc-2dab8484c468/53334d6f-499d-4626-91af-f3e6deff2412/69625247-9593-48c6-8ddb-e6486db1b37e) {{(pid=104275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:21:46.649771 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0650a7c1-6750-4b63-a604-bc128d2d969a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:46.650307 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0650a7c1-6750-4b63-a604-bc128d2d969a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:46.650497 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0650a7c1-6750-4b63-a604-bc128d2d969a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:46.650849 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0650a7c1-6750-4b63-a604-bc128d2d969a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:46.651218 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0650a7c1-6750-4b63-a604-bc128d2d969a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:46.651610 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0650a7c1-6750-4b63-a604-bc128d2d969a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:46.652077 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0650a7c1-6750-4b63-a604-bc128d2d969a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:46.652287 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0650a7c1-6750-4b63-a604-bc128d2d969a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:46.652922 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0650a7c1-6750-4b63-a604-bc128d2d969a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:46.653293 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0650a7c1-6750-4b63-a604-bc128d2d969a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:46.653707 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0650a7c1-6750-4b63-a604-bc128d2d969a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:46.654076 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0650a7c1-6750-4b63-a604-bc128d2d969a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:46.654529 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0650a7c1-6750-4b63-a604-bc128d2d969a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:46.654887 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0650a7c1-6750-4b63-a604-bc128d2d969a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:46.655302 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0650a7c1-6750-4b63-a604-bc128d2d969a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:21:46.666568 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:46.696264 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-0ec2594f-7188-4dcf-9ced-b3b18d50b1ca None None] Attempting to bind port e6a1d63d-c1a5-427b-bc5f-6e938bd13f06 on host dv-cinder-836996-23-iscsi for vnic_type normal with profile {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 20 09:21:46.696630 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-0ec2594f-7188-4dcf-9ced-b3b18d50b1ca None None] Attempting to bind port e6a1d63d-c1a5-427b-bc5f-6e938bd13f06 by drivers openvswitch,hyperv on host dv-cinder-836996-23-iscsi at level 0 using segments [{'id': '69c99637-7bf4-4fc1-94fc-c95ba391cc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'bbafa734-b707-4f6b-9ede-9a82c40e53f6'}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 20 09:21:46.696987 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec2594f-7188-4dcf-9ced-b3b18d50b1ca None None] Attempting to bind port e6a1d63d-c1a5-427b-bc5f-6e938bd13f06 on network bbafa734-b707-4f6b-9ede-9a82c40e53f6 {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:21:46.702565 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec2594f-7188-4dcf-9ced-b3b18d50b1ca None None] Checking agent: {'id': '8cdc3712-48c6-4c17-b1e2-8ec392d7f09b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 9, 4, 50), 'started_at': datetime.datetime(2022, 5, 20, 9, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 9, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 09:21:46.702933 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec2594f-7188-4dcf-9ced-b3b18d50b1ca None None] Checking segment: {'id': '69c99637-7bf4-4fc1-94fc-c95ba391cc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'bbafa734-b707-4f6b-9ede-9a82c40e53f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:21:46.703362 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0ec2594f-7188-4dcf-9ced-b3b18d50b1ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:46.703749 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec2594f-7188-4dcf-9ced-b3b18d50b1ca None None] Bound using segment: {'id': '69c99637-7bf4-4fc1-94fc-c95ba391cc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'bbafa734-b707-4f6b-9ede-9a82c40e53f6'} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 09:21:46.704260 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-0ec2594f-7188-4dcf-9ced-b3b18d50b1ca None None] Bound port: e6a1d63d-c1a5-427b-bc5f-6e938bd13f06, host: dv-cinder-836996-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69c99637-7bf4-4fc1-94fc-c95ba391cc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'bbafa734-b707-4f6b-9ede-9a82c40e53f6'}}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 20 09:21:46.704846 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0ec2594f-7188-4dcf-9ced-b3b18d50b1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (e6a1d63d-c1a5-427b-bc5f-6e938bd13f06), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:46.747183 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:46.779130 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-0ec2594f-7188-4dcf-9ced-b3b18d50b1ca None None] For port e6a1d63d-c1a5-427b-bc5f-6e938bd13f06, host dv-cinder-836996-23-iscsi, cleared binding levels {{(pid=104278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 09:21:46.787127 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-0ec2594f-7188-4dcf-9ced-b3b18d50b1ca None None] For port e6a1d63d-c1a5-427b-bc5f-6e938bd13f06, host dv-cinder-836996-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=e6a1d63d-c1a5-427b-bc5f-6e938bd13f06,segment=NetworkSegment(69c99637-7bf4-4fc1-94fc-c95ba391cc3a),segment_id=69c99637-7bf4-4fc1-94fc-c95ba391cc3a)] {{(pid=104278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 09:21:46.797789 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0ec2594f-7188-4dcf-9ced-b3b18d50b1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (e6a1d63d-c1a5-427b-bc5f-6e938bd13f06), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:46.835162 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d8b52cea-5198-479a-9cb3-ebae12e88f5b None None] Publish callbacks [] for port (4fd50f41-6b09-47aa-9ec6-5cbed73113a6), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:46.844894 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-efa31d7e-d8fe-4e63-8d32-862409be6bff admin admin] Publish callbacks [] for port (69625247-9593-48c6-8ddb-e6486db1b37e), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:46.845679 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d8b52cea-5198-479a-9cb3-ebae12e88f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (4fd50f41-6b09-47aa-9ec6-5cbed73113a6), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:46.858458 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0650a7c1-6750-4b63-a604-bc128d2d969a None None] Pushing event updated for resources: {'Port': ['ID=e6a1d63d-c1a5-427b-bc5f-6e938bd13f06,revision_number=4']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:46.875692 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:46.876433 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec2594f-7188-4dcf-9ced-b3b18d50b1ca None None] Routers {'87507017-5eb9-47ce-9bf6-efb26cce95e9'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:21:46.878380 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-0ec2594f-7188-4dcf-9ced-b3b18d50b1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:21:46Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['87507017-5eb9-47ce-9bf6-efb26cce95e9'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:21:46.880366 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:46.889878 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-efa31d7e-d8fe-4e63-8d32-862409be6bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30908355'] for port (69625247-9593-48c6-8ddb-e6486db1b37e), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:46.912957 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa31d7e-d8fe-4e63-8d32-862409be6bff admin admin] Network 79d8d2eb-621a-4bb1-b9bc-2dab8484c468 is already hosted by enough agents. {{(pid=104275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:21:46.930671 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.base_scheduler [None req-efa31d7e-d8fe-4e63-8d32-862409be6bff admin admin] Resources bound (agent type, host, resource id): {{(pid=104275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:21:46.935570 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa31d7e-d8fe-4e63-8d32-862409be6bff admin admin] Received port after_create {{(pid=104275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:21:47.050856 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa31d7e-d8fe-4e63-8d32-862409be6bff admin admin] Pushing event updated for resources: {'Port': ['ID=69625247-9593-48c6-8ddb-e6486db1b37e,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:47.063356 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-0ec2594f-7188-4dcf-9ced-b3b18d50b1ca None None] Set router 87507017-5eb9-47ce-9bf6-efb26cce95e9 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:21:47.066101 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-efa31d7e-d8fe-4e63-8d32-862409be6bff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680018'] for router_interface (89fc7b5c-d18e-49a1-af77-4a3b74edfdfb), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:47.244009 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca5068-6d7a-4d15-9ae8-83c8fa410418 None None] Pushing event updated for resources: {'Port': ['ID=4fd50f41-6b09-47aa-9ec6-5cbed73113a6,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:47.256568 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-d8b52cea-5198-479a-9cb3-ebae12e88f5b None None] Attempting to bind port 4fd50f41-6b09-47aa-9ec6-5cbed73113a6 on host dv-cinder-836996-23-iscsi for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 20 09:21:47.264061 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-d8b52cea-5198-479a-9cb3-ebae12e88f5b None None] Attempting to bind port 4fd50f41-6b09-47aa-9ec6-5cbed73113a6 by drivers openvswitch,hyperv on host dv-cinder-836996-23-iscsi at level 0 using segments [{'id': '99d4634d-7c16-4239-978b-38d882e34cf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db85349c-1449-495a-9881-8426bbf372da'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 20 09:21:47.265047 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b52cea-5198-479a-9cb3-ebae12e88f5b None None] Attempting to bind port 4fd50f41-6b09-47aa-9ec6-5cbed73113a6 on network db85349c-1449-495a-9881-8426bbf372da {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:21:47.275085 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device e6a1d63d-c1a5-427b-bc5f-6e938bd13f06 up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:21:47.277263 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-0be611e3-fb00-40f1-8248-15070b48936b None None] Provisioning complete for port e6a1d63d-c1a5-427b-bc5f-6e938bd13f06 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:21:47.277759 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0be611e3-fb00-40f1-8248-15070b48936b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (e6a1d63d-c1a5-427b-bc5f-6e938bd13f06), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:47.322769 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:47.323964 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b52cea-5198-479a-9cb3-ebae12e88f5b None None] Checking agent: {'id': '8cdc3712-48c6-4c17-b1e2-8ec392d7f09b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 9, 4, 50), 'started_at': datetime.datetime(2022, 5, 20, 9, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 9, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 09:21:47.324453 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b52cea-5198-479a-9cb3-ebae12e88f5b None None] Checking segment: {'id': '99d4634d-7c16-4239-978b-38d882e34cf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db85349c-1449-495a-9881-8426bbf372da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:21:47.325048 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d8b52cea-5198-479a-9cb3-ebae12e88f5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:47.325539 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b52cea-5198-479a-9cb3-ebae12e88f5b None None] Bound using segment: {'id': '99d4634d-7c16-4239-978b-38d882e34cf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db85349c-1449-495a-9881-8426bbf372da'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 09:21:47.326194 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-d8b52cea-5198-479a-9cb3-ebae12e88f5b None None] Bound port: 4fd50f41-6b09-47aa-9ec6-5cbed73113a6, host: dv-cinder-836996-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d4634d-7c16-4239-978b-38d882e34cf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db85349c-1449-495a-9881-8426bbf372da'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 20 09:21:47.326598 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d8b52cea-5198-479a-9cb3-ebae12e88f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (4fd50f41-6b09-47aa-9ec6-5cbed73113a6), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:47.347642 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-efa31d7e-d8fe-4e63-8d32-862409be6bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (69625247-9593-48c6-8ddb-e6486db1b37e), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:47.363931 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-0ec2594f-7188-4dcf-9ced-b3b18d50b1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87507017-5eb9-47ce-9bf6-efb26cce95e9', 'name': 'tempest-TestMinimumBasicScenario-1152442305-router', 'tenant_id': 'aabdb72f128d4d4da1f9390e505d704b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'd4b54650-6f82-4c60-8895-2edfa1f68749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:21:39Z', 'updated_at': '2022-05-20T09:21:42Z', 'revision_number': 4, 'project_id': 'aabdb72f128d4d4da1f9390e505d704b', 'gw_port': {'id': 'd4b54650-6f82-4c60-8895-2edfa1f68749', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87507017-5eb9-47ce-9bf6-efb26cce95e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:21:39Z', 'updated_at': '2022-05-20T09:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': 'e6a1d63d-c1a5-427b-bc5f-6e938bd13f06', 'name': '', 'network_id': 'bbafa734-b707-4f6b-9ede-9a82c40e53f6', 'tenant_id': 'aabdb72f128d4d4da1f9390e505d704b', 'mac_address': 'fa:16:3e:15:4d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87507017-5eb9-47ce-9bf6-efb26cce95e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '77b112bc-27a5-4334-b442-bd94f45b9be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:21:41Z', 'updated_at': '2022-05-20T09:21:46Z', 'revision_number': 4, 'project_id': 'aabdb72f128d4d4da1f9390e505d704b', 'subnets': [{'id': '77b112bc-27a5-4334-b442-bd94f45b9be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:21:47.384472 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:47.397695 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec2594f-7188-4dcf-9ced-b3b18d50b1ca None None] The sync data for ids ['87507017-5eb9-47ce-9bf6-efb26cce95e9'] in dv-cinder-836996-23-iscsi is: [{'id': '87507017-5eb9-47ce-9bf6-efb26cce95e9', 'name': 'tempest-TestMinimumBasicScenario-1152442305-router', 'tenant_id': 'aabdb72f128d4d4da1f9390e505d704b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'd4b54650-6f82-4c60-8895-2edfa1f68749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:21:39Z', 'updated_at': '2022-05-20T09:21:42Z', 'revision_number': 4, 'project_id': 'aabdb72f128d4d4da1f9390e505d704b', 'gw_port': {'id': 'd4b54650-6f82-4c60-8895-2edfa1f68749', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87507017-5eb9-47ce-9bf6-efb26cce95e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:21:39Z', 'updated_at': '2022-05-20T09:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': 'e6a1d63d-c1a5-427b-bc5f-6e938bd13f06', 'name': '', 'network_id': 'bbafa734-b707-4f6b-9ede-9a82c40e53f6', 'tenant_id': 'aabdb72f128d4d4da1f9390e505d704b', 'mac_address': 'fa:16:3e:15:4d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87507017-5eb9-47ce-9bf6-efb26cce95e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '77b112bc-27a5-4334-b442-bd94f45b9be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:21:41Z', 'updated_at': '2022-05-20T09:21:46Z', 'revision_number': 4, 'project_id': 'aabdb72f128d4d4da1f9390e505d704b', 'subnets': [{'id': '77b112bc-27a5-4334-b442-bd94f45b9be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:21:47.467475 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d8b52cea-5198-479a-9cb3-ebae12e88f5b None None] For port 4fd50f41-6b09-47aa-9ec6-5cbed73113a6, host dv-cinder-836996-23-iscsi, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 09:21:47.471296 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port e6a1d63d-c1a5-427b-bc5f-6e938bd13f06 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:21:47.471703 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (e6a1d63d-c1a5-427b-bc5f-6e938bd13f06), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:47.528413 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d8b52cea-5198-479a-9cb3-ebae12e88f5b None None] For port 4fd50f41-6b09-47aa-9ec6-5cbed73113a6, host dv-cinder-836996-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=4fd50f41-6b09-47aa-9ec6-5cbed73113a6,segment=NetworkSegment(99d4634d-7c16-4239-978b-38d882e34cf7),segment_id=99d4634d-7c16-4239-978b-38d882e34cf7)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 09:21:47.529782 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-0be611e3-fb00-40f1-8248-15070b48936b None None] Current status of the port e6a1d63d-c1a5-427b-bc5f-6e938bd13f06 is: DOWN; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:21:47.530328 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0be611e3-fb00-40f1-8248-15070b48936b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (e6a1d63d-c1a5-427b-bc5f-6e938bd13f06), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:47.572751 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d8b52cea-5198-479a-9cb3-ebae12e88f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (4fd50f41-6b09-47aa-9ec6-5cbed73113a6), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:47.581776 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-0be611e3-fb00-40f1-8248-15070b48936b None None] For port e6a1d63d-c1a5-427b-bc5f-6e938bd13f06, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=e6a1d63d-c1a5-427b-bc5f-6e938bd13f06,segment=NetworkSegment(69c99637-7bf4-4fc1-94fc-c95ba391cc3a),segment_id=69c99637-7bf4-4fc1-94fc-c95ba391cc3a)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:21:47.589927 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-efa31d7e-d8fe-4e63-8d32-862409be6bff admin admin] Publish callbacks [] for port (69625247-9593-48c6-8ddb-e6486db1b37e), precommit_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:47.598448 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-efa31d7e-d8fe-4e63-8d32-862409be6bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30908404'] for port (69625247-9593-48c6-8ddb-e6486db1b37e), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:47.620086 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0be611e3-fb00-40f1-8248-15070b48936b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (e6a1d63d-c1a5-427b-bc5f-6e938bd13f06), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:47.644985 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:47.674820 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa31d7e-d8fe-4e63-8d32-862409be6bff admin admin] Pushing event updated for resources: {'Port': ['ID=69625247-9593-48c6-8ddb-e6486db1b37e,revision_number=2']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:47.682531 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port e6a1d63d-c1a5-427b-bc5f-6e938bd13f06 is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:21:47.683641 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 5cde1daa-1dfb-49c7-8b7e-aac9b3f92536 up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:21:47.686741 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca5068-6d7a-4d15-9ae8-83c8fa410418 None None] Pushing event updated for resources: {'Port': ['ID=4fd50f41-6b09-47aa-9ec6-5cbed73113a6,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:47.689432 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b52cea-5198-479a-9cb3-ebae12e88f5b None None] Routers {'89fc7b5c-d18e-49a1-af77-4a3b74edfdfb'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:21:47.690024 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-d8b52cea-5198-479a-9cb3-ebae12e88f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:21:46Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['89fc7b5c-d18e-49a1-af77-4a3b74edfdfb'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:21:47.699013 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-efa31d7e-d8fe-4e63-8d32-862409be6bff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683234'] for router_interface (89fc7b5c-d18e-49a1-af77-4a3b74edfdfb), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:47.750964 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:47.803406 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa31d7e-d8fe-4e63-8d32-862409be6bff admin admin] Network 79d8d2eb-621a-4bb1-b9bc-2dab8484c468 is already hosted by enough agents. {{(pid=104275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:21:47.804842 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.base_scheduler [None req-efa31d7e-d8fe-4e63-8d32-862409be6bff admin admin] Resources bound (agent type, host, resource id): {{(pid=104275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:21:47.804995 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-85d9607b-60aa-434e-843b-6bd7236d0b17 None None] Provisioning complete for port 69625247-9593-48c6-8ddb-e6486db1b37e triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:21:47.805350 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-85d9607b-60aa-434e-843b-6bd7236d0b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (69625247-9593-48c6-8ddb-e6486db1b37e), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:47.889052 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be611e3-fb00-40f1-8248-15070b48936b None None] Pushing event updated for resources: {'Port': ['ID=e6a1d63d-c1a5-427b-bc5f-6e938bd13f06,revision_number=5']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:47.904737 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-85d9607b-60aa-434e-843b-6bd7236d0b17 None None] Port 69625247-9593-48c6-8ddb-e6486db1b37e cannot update to ACTIVE because it is not bound. {{(pid=104277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 20 09:21:47.909427 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port 5cde1daa-1dfb-49c7-8b7e-aac9b3f92536 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:21:47.909805 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (5cde1daa-1dfb-49c7-8b7e-aac9b3f92536), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:47.929995 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efa31d7e-d8fe-4e63-8d32-862409be6bff admin admin] Router 89fc7b5c-d18e-49a1-af77-4a3b74edfdfb has already been hosted by L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 {{(pid=104275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 09:21:47.946719 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-85d9607b-60aa-434e-843b-6bd7236d0b17 None None] Provisioning complete for port e6a1d63d-c1a5-427b-bc5f-6e938bd13f06 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:21:47.947085 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-85d9607b-60aa-434e-843b-6bd7236d0b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (e6a1d63d-c1a5-427b-bc5f-6e938bd13f06), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:47.978208 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-d8b52cea-5198-479a-9cb3-ebae12e88f5b None None] Set router 89fc7b5c-d18e-49a1-af77-4a3b74edfdfb gateway port host: dv-cinder-836996-23-iscsi {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:21:48.060214 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa31d7e-d8fe-4e63-8d32-862409be6bff admin admin] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:21:48.067297 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-efa31d7e-d8fe-4e63-8d32-862409be6bff admin admin] 10.222.0.69 "PUT /v2.0/routers/89fc7b5c-d18e-49a1-af77-4a3b74edfdfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0786920 May 20 09:21:48.188698 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:48.200817 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port 5cde1daa-1dfb-49c7-8b7e-aac9b3f92536 is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:21:48.201908 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device d4b54650-6f82-4c60-8895-2edfa1f68749 up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:21:48.214177 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-85d9607b-60aa-434e-843b-6bd7236d0b17 None None] Current status of the port e6a1d63d-c1a5-427b-bc5f-6e938bd13f06 is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:21:48.306338 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port d4b54650-6f82-4c60-8895-2edfa1f68749 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:21:48.306718 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (d4b54650-6f82-4c60-8895-2edfa1f68749), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:48.311763 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-d8b52cea-5198-479a-9cb3-ebae12e88f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fc7b5c-d18e-49a1-af77-4a3b74edfdfb', 'name': 'tempest-TestMinimumBasicScenario-2147429218-router', 'tenant_id': '50db3d6e2f174362b1cf5e3d3e11eb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '4fd50f41-6b09-47aa-9ec6-5cbed73113a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:21:44Z', 'updated_at': '2022-05-20T09:21:47Z', 'revision_number': 4, 'project_id': '50db3d6e2f174362b1cf5e3d3e11eb2b', 'gw_port': {'id': '4fd50f41-6b09-47aa-9ec6-5cbed73113a6', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fc7b5c-d18e-49a1-af77-4a3b74edfdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:21:44Z', 'updated_at': '2022-05-20T09:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '69625247-9593-48c6-8ddb-e6486db1b37e', 'name': '', 'network_id': '79d8d2eb-621a-4bb1-b9bc-2dab8484c468', 'tenant_id': '50db3d6e2f174362b1cf5e3d3e11eb2b', 'mac_address': 'fa:16:3e:68:a7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fc7b5c-d18e-49a1-af77-4a3b74edfdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '53334d6f-499d-4626-91af-f3e6deff2412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:21:46Z', 'updated_at': '2022-05-20T09:21:47Z', 'revision_number': 2, 'project_id': '50db3d6e2f174362b1cf5e3d3e11eb2b', 'subnets': [{'id': '53334d6f-499d-4626-91af-f3e6deff2412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:21:48.378266 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b52cea-5198-479a-9cb3-ebae12e88f5b None None] The sync data for ids ['89fc7b5c-d18e-49a1-af77-4a3b74edfdfb'] in dv-cinder-836996-23-iscsi is: [{'id': '89fc7b5c-d18e-49a1-af77-4a3b74edfdfb', 'name': 'tempest-TestMinimumBasicScenario-2147429218-router', 'tenant_id': '50db3d6e2f174362b1cf5e3d3e11eb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '4fd50f41-6b09-47aa-9ec6-5cbed73113a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:21:44Z', 'updated_at': '2022-05-20T09:21:47Z', 'revision_number': 4, 'project_id': '50db3d6e2f174362b1cf5e3d3e11eb2b', 'gw_port': {'id': '4fd50f41-6b09-47aa-9ec6-5cbed73113a6', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fc7b5c-d18e-49a1-af77-4a3b74edfdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:21:44Z', 'updated_at': '2022-05-20T09:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '69625247-9593-48c6-8ddb-e6486db1b37e', 'name': '', 'network_id': '79d8d2eb-621a-4bb1-b9bc-2dab8484c468', 'tenant_id': '50db3d6e2f174362b1cf5e3d3e11eb2b', 'mac_address': 'fa:16:3e:68:a7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fc7b5c-d18e-49a1-af77-4a3b74edfdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '53334d6f-499d-4626-91af-f3e6deff2412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:21:46Z', 'updated_at': '2022-05-20T09:21:47Z', 'revision_number': 2, 'project_id': '50db3d6e2f174362b1cf5e3d3e11eb2b', 'subnets': [{'id': '53334d6f-499d-4626-91af-f3e6deff2412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:21:48.392375 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-82dba0f7-850e-40d6-b6bf-72150c8d4545 None None] Provisioning complete for port 69625247-9593-48c6-8ddb-e6486db1b37e triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:21:48.396312 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-82dba0f7-850e-40d6-b6bf-72150c8d4545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (69625247-9593-48c6-8ddb-e6486db1b37e), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:48.453322 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:48.455970 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-82dba0f7-850e-40d6-b6bf-72150c8d4545 None None] Port 69625247-9593-48c6-8ddb-e6486db1b37e cannot update to ACTIVE because it is not bound. {{(pid=104277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 20 09:21:48.499349 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:48.504435 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port d4b54650-6f82-4c60-8895-2edfa1f68749 is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:21:49.157601 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device e6a1d63d-c1a5-427b-bc5f-6e938bd13f06 up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:21:49.217862 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port e6a1d63d-c1a5-427b-bc5f-6e938bd13f06 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:21:49.218128 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (e6a1d63d-c1a5-427b-bc5f-6e938bd13f06), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:49.304052 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port e6a1d63d-c1a5-427b-bc5f-6e938bd13f06 is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:21:49.420766 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 39902) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:21:49.521696 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.db_base_plugin_v2 [None req-a89c1dbc-233a-4d8e-bac0-d78a06e6eb0c admin admin] Deleting subnet 58c95c88-a774-45d4-a81a-b7efa8ed0dc4 {{(pid=104275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 20 09:21:49.525521 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-a89c1dbc-233a-4d8e-bac0-d78a06e6eb0c admin admin] Publish callbacks [] for subnet (58c95c88-a774-45d4-a81a-b7efa8ed0dc4), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:49.565291 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-a89c1dbc-233a-4d8e-bac0-d78a06e6eb0c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30883873'] for subnet (58c95c88-a774-45d4-a81a-b7efa8ed0dc4), precommit_delete_associations {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:49.612099 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-a89c1dbc-233a-4d8e-bac0-d78a06e6eb0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1460055'] for subnet (58c95c88-a774-45d4-a81a-b7efa8ed0dc4), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:49.653143 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:49.673350 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-a89c1dbc-233a-4d8e-bac0-d78a06e6eb0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1460046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30904882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31209470'] for subnet (58c95c88-a774-45d4-a81a-b7efa8ed0dc4), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:49.703547 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c1dbc-233a-4d8e-bac0-d78a06e6eb0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58c95c88-a774-45d4-a81a-b7efa8ed0dc4,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:49.709680 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-a89c1dbc-233a-4d8e-bac0-d78a06e6eb0c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:49.712830 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-a89c1dbc-233a-4d8e-bac0-d78a06e6eb0c admin admin] 10.222.0.69 "DELETE /v2.0/subnets/58c95c88-a774-45d4-a81a-b7efa8ed0dc4 HTTP/1.1" status: 204 len: 168 time: 0.2910376 May 20 09:21:49.715357 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 39904) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:21:49.848508 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-a38fb85b-65e4-4315-9e38-2491d7c1889b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1485502'] for network (7c4daf32-ed58-4d1f-a204-f678b6d4c5c3), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:49.972738 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-a38fb85b-65e4-4315-9e38-2491d7c1889b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458914', 'neutron.services.segments.db._delete_segments_for_network-8728767071618'] for network (7c4daf32-ed58-4d1f-a204-f678b6d4c5c3), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:50.005278 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.services.segments.db [None req-a38fb85b-65e4-4315-9e38-2491d7c1889b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c4daf32-ed58-4d1f-a204-f678b6d4c5c3']}} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:21:50.021683 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.services.segments.db [None req-a38fb85b-65e4-4315-9e38-2491d7c1889b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '891deb6d-6410-450e-b72f-5f106f4f4b8d') {'for_net_delete': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:21:50.022421 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.services.segments.db [None req-a38fb85b-65e4-4315-9e38-2491d7c1889b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '891deb6d-6410-450e-b72f-5f106f4f4b8d') {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:21:50.034874 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-a38fb85b-65e4-4315-9e38-2491d7c1889b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728767071371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30883864'] for segment (891deb6d-6410-450e-b72f-5f106f4f4b8d), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:50.053353 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-a38fb85b-65e4-4315-9e38-2491d7c1889b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461326'] for segment (891deb6d-6410-450e-b72f-5f106f4f4b8d), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:50.063602 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a38fb85b-65e4-4315-9e38-2491d7c1889b admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=104275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 09:21:50.064536 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-a38fb85b-65e4-4315-9e38-2491d7c1889b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30908304'] for segment (891deb6d-6410-450e-b72f-5f106f4f4b8d), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:50.141315 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.services.segments.plugin [-] Segment 891deb6d-6410-450e-b72f-5f106f4f4b8d resource provider aggregate not found May 20 09:21:50.154543 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:50.181725 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.services.segments.plugin [-] Segment 891deb6d-6410-450e-b72f-5f106f4f4b8d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 891deb6d-6410-450e-b72f-5f106f4f4b8d found for delete ", "request_id": "req-60c0347c-600a-468c-82cc-29f42baa7519"}]} May 20 09:21:50.200453 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-a38fb85b-65e4-4315-9e38-2491d7c1889b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680149'] for network (7c4daf32-ed58-4d1f-a204-f678b6d4c5c3), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:50.219215 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-a38fb85b-65e4-4315-9e38-2491d7c1889b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for network (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:50.223683 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-a38fb85b-65e4-4315-9e38-2491d7c1889b admin admin] 10.222.0.69 "DELETE /v2.0/networks/7c4daf32-ed58-4d1f-a204-f678b6d4c5c3 HTTP/1.1" status: 204 len: 168 time: 0.5072079 May 20 09:21:50.238054 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 39918) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:21:50.246746 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38fb85b-65e4-4315-9e38-2491d7c1889b admin admin] Pushing event deleted for resources: {'Network': ['ID=7c4daf32-ed58-4d1f-a204-f678b6d4c5c3,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:50.415159 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 39922) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:21:50.446738 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8e67fec2-a058-4a20-a916-03a420061ab9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:50.470606 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:50.491822 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:50.495405 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-2016a17e-c7c5-4318-acbf-59ffa7cab739 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e619f7d90e8543ba85f3bbaba9046c72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0790713 May 20 09:21:50.498320 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 39924) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:21:50.566652 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-8ffcecf2-25e4-442b-9be4-8cd2d4e4fbb3 admin admin] Publish callbacks [] for security_group (4e97a8f8-394a-4757-a4c5-735484eba25a), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:50.577924 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8e67fec2-a058-4a20-a916-03a420061ab9 admin admin] Publish callbacks [] for security_group (0762593c-0ea9-444b-8c17-b7052c5b132b), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:50.592687 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-8ffcecf2-25e4-442b-9be4-8cd2d4e4fbb3 admin admin] Publish callbacks [] for security_group (4e97a8f8-394a-4757-a4c5-735484eba25a), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:50.593214 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8e67fec2-a058-4a20-a916-03a420061ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (0762593c-0ea9-444b-8c17-b7052c5b132b), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:50.666117 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-8e67fec2-a058-4a20-a916-03a420061ab9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5eeca6a310014d5c881a144f59a5f329&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4263611 May 20 09:21:50.667165 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 39926) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:21:50.667315 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e67fec2-a058-4a20-a916-03a420061ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0762593c-0ea9-444b-8c17-b7052c5b132b,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:50.688895 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-8ffcecf2-25e4-442b-9be4-8cd2d4e4fbb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (4e97a8f8-394a-4757-a4c5-735484eba25a), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:50.691582 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-8ffcecf2-25e4-442b-9be4-8cd2d4e4fbb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:50.692836 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-8ffcecf2-25e4-442b-9be4-8cd2d4e4fbb3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4e97a8f8-394a-4757-a4c5-735484eba25a HTTP/1.1" status: 204 len: 168 time: 0.1935713 May 20 09:21:50.711661 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffcecf2-25e4-442b-9be4-8cd2d4e4fbb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e97a8f8-394a-4757-a4c5-735484eba25a,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:50.753912 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-0bff3ba6-cc99-4aea-b0b6-c0ec17a7a857 admin admin] Publish callbacks [] for security_group (0762593c-0ea9-444b-8c17-b7052c5b132b), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:50.778663 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-0bff3ba6-cc99-4aea-b0b6-c0ec17a7a857 admin admin] Publish callbacks [] for security_group (0762593c-0ea9-444b-8c17-b7052c5b132b), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:50.833951 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-0bff3ba6-cc99-4aea-b0b6-c0ec17a7a857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (0762593c-0ea9-444b-8c17-b7052c5b132b), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:50.836957 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-0bff3ba6-cc99-4aea-b0b6-c0ec17a7a857 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:50.841334 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-0bff3ba6-cc99-4aea-b0b6-c0ec17a7a857 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0762593c-0ea9-444b-8c17-b7052c5b132b HTTP/1.1" status: 204 len: 168 time: 0.1608458 May 20 09:21:50.849867 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff3ba6-cc99-4aea-b0b6-c0ec17a7a857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0762593c-0ea9-444b-8c17-b7052c5b132b,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:51.232249 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 4fd50f41-6b09-47aa-9ec6-5cbed73113a6 up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:21:51.299395 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port 4fd50f41-6b09-47aa-9ec6-5cbed73113a6 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:21:51.299990 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (4fd50f41-6b09-47aa-9ec6-5cbed73113a6), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:51.408398 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port 4fd50f41-6b09-47aa-9ec6-5cbed73113a6 is: DOWN; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:21:51.408783 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (4fd50f41-6b09-47aa-9ec6-5cbed73113a6), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:51.439687 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] For port 4fd50f41-6b09-47aa-9ec6-5cbed73113a6, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=4fd50f41-6b09-47aa-9ec6-5cbed73113a6,segment=NetworkSegment(99d4634d-7c16-4239-978b-38d882e34cf7),segment_id=99d4634d-7c16-4239-978b-38d882e34cf7)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:21:51.446574 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (4fd50f41-6b09-47aa-9ec6-5cbed73113a6), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:51.509880 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Pushing event updated for resources: {'Port': ['ID=4fd50f41-6b09-47aa-9ec6-5cbed73113a6,revision_number=4']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:51.674728 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8c2754-52ab-405d-be0c-489ecb4fc627 None None] Sync routers for ids ['89fc7b5c-d18e-49a1-af77-4a3b74edfdfb'] in dv-cinder-836996-23-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:21:51.690511 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8c2754-52ab-405d-be0c-489ecb4fc627 None None] Routers {'89fc7b5c-d18e-49a1-af77-4a3b74edfdfb'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:21:51.691140 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-6c8c2754-52ab-405d-be0c-489ecb4fc627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:21:46Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['89fc7b5c-d18e-49a1-af77-4a3b74edfdfb'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:21:51.827999 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-6c8c2754-52ab-405d-be0c-489ecb4fc627 None None] Set router 89fc7b5c-d18e-49a1-af77-4a3b74edfdfb gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:21:52.067288 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:52.076873 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-6c8c2754-52ab-405d-be0c-489ecb4fc627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fc7b5c-d18e-49a1-af77-4a3b74edfdfb', 'name': 'tempest-TestMinimumBasicScenario-2147429218-router', 'tenant_id': '50db3d6e2f174362b1cf5e3d3e11eb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '4fd50f41-6b09-47aa-9ec6-5cbed73113a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:21:44Z', 'updated_at': '2022-05-20T09:21:47Z', 'revision_number': 4, 'project_id': '50db3d6e2f174362b1cf5e3d3e11eb2b', 'gw_port': {'id': '4fd50f41-6b09-47aa-9ec6-5cbed73113a6', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fc7b5c-d18e-49a1-af77-4a3b74edfdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:21:44Z', 'updated_at': '2022-05-20T09:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '69625247-9593-48c6-8ddb-e6486db1b37e', 'name': '', 'network_id': '79d8d2eb-621a-4bb1-b9bc-2dab8484c468', 'tenant_id': '50db3d6e2f174362b1cf5e3d3e11eb2b', 'mac_address': 'fa:16:3e:68:a7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fc7b5c-d18e-49a1-af77-4a3b74edfdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '53334d6f-499d-4626-91af-f3e6deff2412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:21:46Z', 'updated_at': '2022-05-20T09:21:47Z', 'revision_number': 2, 'project_id': '50db3d6e2f174362b1cf5e3d3e11eb2b', 'subnets': [{'id': '53334d6f-499d-4626-91af-f3e6deff2412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:21:52.105941 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8c2754-52ab-405d-be0c-489ecb4fc627 None None] Checking router: 89fc7b5c-d18e-49a1-af77-4a3b74edfdfb for host: dv-cinder-836996-23-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:21:52.106299 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8c2754-52ab-405d-be0c-489ecb4fc627 None None] Updating router 89fc7b5c-d18e-49a1-af77-4a3b74edfdfb port 69625247-9593-48c6-8ddb-e6486db1b37e binding host dv-cinder-836996-23-iscsi {{(pid=104278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 09:21:52.136127 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6c8c2754-52ab-405d-be0c-489ecb4fc627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (69625247-9593-48c6-8ddb-e6486db1b37e), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:52.461246 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 39962) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:21:52.589968 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f73bec3b-0e38-42c8-b99f-b4f969f91de3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:52.630235 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6c8c2754-52ab-405d-be0c-489ecb4fc627 None None] Publish callbacks [] for port (69625247-9593-48c6-8ddb-e6486db1b37e), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:52.631133 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:52.638953 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6c8c2754-52ab-405d-be0c-489ecb4fc627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (69625247-9593-48c6-8ddb-e6486db1b37e), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:52.686869 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f73bec3b-0e38-42c8-b99f-b4f969f91de3 admin admin] Publish callbacks [] for security_group (dab7e3a6-8478-4dd6-bacf-6eaebaadf783), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:52.694435 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f73bec3b-0e38-42c8-b99f-b4f969f91de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (dab7e3a6-8478-4dd6-bacf-6eaebaadf783), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:52.694681 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141818ac-59b6-4bc3-8097-2e5302cc8f3d None None] Pushing event updated for resources: {'Port': ['ID=69625247-9593-48c6-8ddb-e6486db1b37e,revision_number=3']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:52.728632 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-f73bec3b-0e38-42c8-b99f-b4f969f91de3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=da35131c1ab64338b0bbebea07d76f95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2656274 May 20 09:21:52.732024 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 39966) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:21:52.761589 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73bec3b-0e38-42c8-b99f-b4f969f91de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab7e3a6-8478-4dd6-bacf-6eaebaadf783,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:52.834683 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-bfbf227e-b3d1-4c0a-9867-d8e5e13349ba admin admin] Publish callbacks [] for security_group (dab7e3a6-8478-4dd6-bacf-6eaebaadf783), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:52.840586 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (2d1be950-4dd6-4324-90da-2272c7a86826), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:52.852534 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-6c8c2754-52ab-405d-be0c-489ecb4fc627 None None] Attempting to bind port 69625247-9593-48c6-8ddb-e6486db1b37e on host dv-cinder-836996-23-iscsi for vnic_type normal with profile {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 20 09:21:52.853395 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-6c8c2754-52ab-405d-be0c-489ecb4fc627 None None] Attempting to bind port 69625247-9593-48c6-8ddb-e6486db1b37e by drivers openvswitch,hyperv on host dv-cinder-836996-23-iscsi at level 0 using segments [{'id': '59e6b595-2795-46a9-856e-5ee413e3bb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '79d8d2eb-621a-4bb1-b9bc-2dab8484c468'}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 20 09:21:52.853980 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8c2754-52ab-405d-be0c-489ecb4fc627 None None] Attempting to bind port 69625247-9593-48c6-8ddb-e6486db1b37e on network 79d8d2eb-621a-4bb1-b9bc-2dab8484c468 {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:21:52.863754 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:52.869612 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8c2754-52ab-405d-be0c-489ecb4fc627 None None] Checking agent: {'id': '8cdc3712-48c6-4c17-b1e2-8ec392d7f09b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 9, 4, 50), 'started_at': datetime.datetime(2022, 5, 20, 9, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 9, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 09:21:52.869973 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8c2754-52ab-405d-be0c-489ecb4fc627 None None] Checking segment: {'id': '59e6b595-2795-46a9-856e-5ee413e3bb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '79d8d2eb-621a-4bb1-b9bc-2dab8484c468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:21:52.870478 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6c8c2754-52ab-405d-be0c-489ecb4fc627 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:52.871171 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8c2754-52ab-405d-be0c-489ecb4fc627 None None] Bound using segment: {'id': '59e6b595-2795-46a9-856e-5ee413e3bb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '79d8d2eb-621a-4bb1-b9bc-2dab8484c468'} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 09:21:52.874042 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-6c8c2754-52ab-405d-be0c-489ecb4fc627 None None] Bound port: 69625247-9593-48c6-8ddb-e6486db1b37e, host: dv-cinder-836996-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e6b595-2795-46a9-856e-5ee413e3bb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '79d8d2eb-621a-4bb1-b9bc-2dab8484c468'}}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 20 09:21:52.874236 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-bfbf227e-b3d1-4c0a-9867-d8e5e13349ba admin admin] Publish callbacks [] for security_group (dab7e3a6-8478-4dd6-bacf-6eaebaadf783), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:52.875946 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6c8c2754-52ab-405d-be0c-489ecb4fc627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (69625247-9593-48c6-8ddb-e6486db1b37e), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:52.954743 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-bfbf227e-b3d1-4c0a-9867-d8e5e13349ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (dab7e3a6-8478-4dd6-bacf-6eaebaadf783), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:52.957804 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-bfbf227e-b3d1-4c0a-9867-d8e5e13349ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:52.961498 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-bfbf227e-b3d1-4c0a-9867-d8e5e13349ba admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dab7e3a6-8478-4dd6-bacf-6eaebaadf783 HTTP/1.1" status: 204 len: 168 time: 0.2260611 May 20 09:21:52.969793 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbf227e-b3d1-4c0a-9867-d8e5e13349ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab7e3a6-8478-4dd6-bacf-6eaebaadf783,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:52.991969 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-6c8c2754-52ab-405d-be0c-489ecb4fc627 None None] For port 69625247-9593-48c6-8ddb-e6486db1b37e, host dv-cinder-836996-23-iscsi, cleared binding levels {{(pid=104278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 09:21:52.996176 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-6c8c2754-52ab-405d-be0c-489ecb4fc627 None None] For port 69625247-9593-48c6-8ddb-e6486db1b37e, host dv-cinder-836996-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=69625247-9593-48c6-8ddb-e6486db1b37e,segment=NetworkSegment(59e6b595-2795-46a9-856e-5ee413e3bb92),segment_id=59e6b595-2795-46a9-856e-5ee413e3bb92)] {{(pid=104278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 09:21:53.018941 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6c8c2754-52ab-405d-be0c-489ecb4fc627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (69625247-9593-48c6-8ddb-e6486db1b37e), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:53.070379 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:53.097174 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8c2754-52ab-405d-be0c-489ecb4fc627 None None] Routers {'89fc7b5c-d18e-49a1-af77-4a3b74edfdfb'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:21:53.101758 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-6c8c2754-52ab-405d-be0c-489ecb4fc627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:21:46Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['89fc7b5c-d18e-49a1-af77-4a3b74edfdfb'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:21:53.110178 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141818ac-59b6-4bc3-8097-2e5302cc8f3d None None] Pushing event updated for resources: {'Port': ['ID=69625247-9593-48c6-8ddb-e6486db1b37e,revision_number=4']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:53.148502 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-f43e84f5-d0dd-4d83-a266-b3fd702c0424 None None] Provisioning complete for port 69625247-9593-48c6-8ddb-e6486db1b37e triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:21:53.151274 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-f43e84f5-d0dd-4d83-a266-b3fd702c0424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (69625247-9593-48c6-8ddb-e6486db1b37e), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:53.354676 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-f43e84f5-d0dd-4d83-a266-b3fd702c0424 None None] Current status of the port 69625247-9593-48c6-8ddb-e6486db1b37e is: DOWN; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:21:53.356329 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-f43e84f5-d0dd-4d83-a266-b3fd702c0424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (69625247-9593-48c6-8ddb-e6486db1b37e), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:53.404677 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:53.418928 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-6c8c2754-52ab-405d-be0c-489ecb4fc627 None None] Set router 89fc7b5c-d18e-49a1-af77-4a3b74edfdfb gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:21:53.527762 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 4fd50f41-6b09-47aa-9ec6-5cbed73113a6 up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:21:53.562311 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:53.575829 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-f43e84f5-d0dd-4d83-a266-b3fd702c0424 None None] For port 69625247-9593-48c6-8ddb-e6486db1b37e, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=69625247-9593-48c6-8ddb-e6486db1b37e,segment=NetworkSegment(59e6b595-2795-46a9-856e-5ee413e3bb92),segment_id=59e6b595-2795-46a9-856e-5ee413e3bb92)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:21:53.593552 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-f43e84f5-d0dd-4d83-a266-b3fd702c0424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (69625247-9593-48c6-8ddb-e6486db1b37e), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:53.605557 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port 4fd50f41-6b09-47aa-9ec6-5cbed73113a6 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:21:53.605557 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (4fd50f41-6b09-47aa-9ec6-5cbed73113a6), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:53.630030 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-6c8c2754-52ab-405d-be0c-489ecb4fc627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fc7b5c-d18e-49a1-af77-4a3b74edfdfb', 'name': 'tempest-TestMinimumBasicScenario-2147429218-router', 'tenant_id': '50db3d6e2f174362b1cf5e3d3e11eb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '4fd50f41-6b09-47aa-9ec6-5cbed73113a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:21:44Z', 'updated_at': '2022-05-20T09:21:47Z', 'revision_number': 4, 'project_id': '50db3d6e2f174362b1cf5e3d3e11eb2b', 'gw_port': {'id': '4fd50f41-6b09-47aa-9ec6-5cbed73113a6', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fc7b5c-d18e-49a1-af77-4a3b74edfdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:21:44Z', 'updated_at': '2022-05-20T09:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '69625247-9593-48c6-8ddb-e6486db1b37e', 'name': '', 'network_id': '79d8d2eb-621a-4bb1-b9bc-2dab8484c468', 'tenant_id': '50db3d6e2f174362b1cf5e3d3e11eb2b', 'mac_address': 'fa:16:3e:68:a7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fc7b5c-d18e-49a1-af77-4a3b74edfdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '53334d6f-499d-4626-91af-f3e6deff2412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:21:46Z', 'updated_at': '2022-05-20T09:21:52Z', 'revision_number': 4, 'project_id': '50db3d6e2f174362b1cf5e3d3e11eb2b', 'subnets': [{'id': '53334d6f-499d-4626-91af-f3e6deff2412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:21:53.656061 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8c2754-52ab-405d-be0c-489ecb4fc627 None None] The sync data for ids ['89fc7b5c-d18e-49a1-af77-4a3b74edfdfb'] in dv-cinder-836996-23-iscsi is: [{'id': '89fc7b5c-d18e-49a1-af77-4a3b74edfdfb', 'name': 'tempest-TestMinimumBasicScenario-2147429218-router', 'tenant_id': '50db3d6e2f174362b1cf5e3d3e11eb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '4fd50f41-6b09-47aa-9ec6-5cbed73113a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:21:44Z', 'updated_at': '2022-05-20T09:21:47Z', 'revision_number': 4, 'project_id': '50db3d6e2f174362b1cf5e3d3e11eb2b', 'gw_port': {'id': '4fd50f41-6b09-47aa-9ec6-5cbed73113a6', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fc7b5c-d18e-49a1-af77-4a3b74edfdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:21:44Z', 'updated_at': '2022-05-20T09:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '69625247-9593-48c6-8ddb-e6486db1b37e', 'name': '', 'network_id': '79d8d2eb-621a-4bb1-b9bc-2dab8484c468', 'tenant_id': '50db3d6e2f174362b1cf5e3d3e11eb2b', 'mac_address': 'fa:16:3e:68:a7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fc7b5c-d18e-49a1-af77-4a3b74edfdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '53334d6f-499d-4626-91af-f3e6deff2412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:21:46Z', 'updated_at': '2022-05-20T09:21:52Z', 'revision_number': 4, 'project_id': '50db3d6e2f174362b1cf5e3d3e11eb2b', 'subnets': [{'id': '53334d6f-499d-4626-91af-f3e6deff2412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:21:53.681612 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e84f5-d0dd-4d83-a266-b3fd702c0424 None None] Pushing event updated for resources: {'Port': ['ID=69625247-9593-48c6-8ddb-e6486db1b37e,revision_number=5']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:21:53.711971 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:21:53.737635 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-b67d167a-0fd3-4a5f-bf21-2b332b5ae0af None None] Provisioning complete for port 69625247-9593-48c6-8ddb-e6486db1b37e triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:21:53.738016 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b67d167a-0fd3-4a5f-bf21-2b332b5ae0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (69625247-9593-48c6-8ddb-e6486db1b37e), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:53.741256 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port 4fd50f41-6b09-47aa-9ec6-5cbed73113a6 is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:21:53.826522 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-b67d167a-0fd3-4a5f-bf21-2b332b5ae0af None None] Current status of the port 69625247-9593-48c6-8ddb-e6486db1b37e is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:21:55.167979 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 69625247-9593-48c6-8ddb-e6486db1b37e up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:21:55.220646 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port 69625247-9593-48c6-8ddb-e6486db1b37e triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:21:55.221021 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (69625247-9593-48c6-8ddb-e6486db1b37e), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:21:55.306114 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port 69625247-9593-48c6-8ddb-e6486db1b37e is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:21:58.874005 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4a83d-6b14-4575-a001-3e372752b1fb req-c22bbc42-28ed-4417-97d5-057795135df9 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:21:58.875507 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-03f4a83d-6b14-4575-a001-3e372752b1fb req-c22bbc42-28ed-4417-97d5-057795135df9 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/networks?id=bbafa734-b707-4f6b-9ede-9a82c40e53f6 HTTP/1.1" status: 200 len: 815 time: 0.1145027 May 20 09:21:58.890849 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-03f4a83d-6b14-4575-a001-3e372752b1fb req-f6009539-a415-47a6-8961-803a94a24c44 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/quotas/aabdb72f128d4d4da1f9390e505d704b HTTP/1.1" status: 200 len: 375 time: 0.0097795 May 20 09:21:58.938249 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-03f4a83d-6b14-4575-a001-3e372752b1fb req-2bda28f9-8375-4442-acf6-3cb46b52fe43 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=aabdb72f128d4d4da1f9390e505d704b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0426943 May 20 09:21:59.052189 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-03f4a83d-6b14-4575-a001-3e372752b1fb req-3ee5e3da-7a1b-457f-acba-4c74cfbf2e48 service neutron] 10.222.0.69 "GET /v2.0/networks/bbafa734-b707-4f6b-9ede-9a82c40e53f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963686 May 20 09:21:59.144050 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-03f4a83d-6b14-4575-a001-3e372752b1fb req-d9806255-fc24-4d20-b307-657ee220fe4e service neutron] 10.222.0.69 "GET /v2.0/networks/bbafa734-b707-4f6b-9ede-9a82c40e53f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861921 May 20 09:21:59.319752 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4ef6406a-1344-4dc2-a371-3836b9c617f3 req-ca96f48e-d611-44e8-812d-22ccbbc42e53 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce95e8ad-c22a-414c-a60f-b09d90de6ca5 HTTP/1.1" status: 200 len: 210 time: 0.0287130 May 20 09:22:00.420530 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f214c639-2a3c-4573-b228-49619b7fcd6a req-a97fdb83-e449-45c2-b3c8-ae16f26893b6 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce95e8ad-c22a-414c-a60f-b09d90de6ca5 HTTP/1.1" status: 200 len: 210 time: 0.0285296 May 20 09:22:00.842437 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4a83d-6b14-4575-a001-3e372752b1fb req-d637ec93-d527-41f3-8326-720a696fb41b tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:00.843990 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-03f4a83d-6b14-4575-a001-3e372752b1fb req-d637ec93-d527-41f3-8326-720a696fb41b tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.44 "GET /v2.0/networks?id=bbafa734-b707-4f6b-9ede-9a82c40e53f6 HTTP/1.1" status: 200 len: 815 time: 0.1062579 May 20 09:22:00.856232 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [req-03f4a83d-6b14-4575-a001-3e372752b1fb req-cb588a29-7529-419a-8796-79c4ab041968 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Request body: {'port': {'device_id': 'ce95e8ad-c22a-414c-a60f-b09d90de6ca5', 'network_id': 'bbafa734-b707-4f6b-9ede-9a82c40e53f6', 'admin_state_up': True, 'tenant_id': 'aabdb72f128d4d4da1f9390e505d704b'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:22:00.969880 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03f4a83d-6b14-4575-a001-3e372752b1fb req-cb588a29-7529-419a-8796-79c4ab041968 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Made reservation on behalf of aabdb72f128d4d4da1f9390e505d704b for: {'port': 1} {{(pid=104276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:22:00.973386 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-03f4a83d-6b14-4575-a001-3e372752b1fb req-cb588a29-7529-419a-8796-79c4ab041968 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:01.101629 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_common [req-03f4a83d-6b14-4575-a001-3e372752b1fb req-cb588a29-7529-419a-8796-79c4ab041968 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Allocated IP 172.20.0.10 (bbafa734-b707-4f6b-9ede-9a82c40e53f6/77b112bc-27a5-4334-b442-bd94f45b9be3/63903daa-30be-49a0-b1aa-1178cef36497) {{(pid=104276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:22:01.186901 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=5 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:22:01.251030 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-03f4a83d-6b14-4575-a001-3e372752b1fb req-cb588a29-7529-419a-8796-79c4ab041968 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks [] for port (63903daa-30be-49a0-b1aa-1178cef36497), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:01.289353 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-03f4a83d-6b14-4575-a001-3e372752b1fb req-cb588a29-7529-419a-8796-79c4ab041968 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (63903daa-30be-49a0-b1aa-1178cef36497), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:01.349561 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb588a29-7529-419a-8796-79c4ab041968 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Pushing event updated for resources: {'Port': ['ID=63903daa-30be-49a0-b1aa-1178cef36497,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:01.367994 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03f4a83d-6b14-4575-a001-3e372752b1fb req-cb588a29-7529-419a-8796-79c4ab041968 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Network bbafa734-b707-4f6b-9ede-9a82c40e53f6 is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:22:01.370415 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [req-03f4a83d-6b14-4575-a001-3e372752b1fb req-cb588a29-7529-419a-8796-79c4ab041968 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:22:01.374035 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f4a83d-6b14-4575-a001-3e372752b1fb req-cb588a29-7529-419a-8796-79c4ab041968 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Received port after_create {{(pid=104276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:22:01.437735 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4a83d-6b14-4575-a001-3e372752b1fb req-cb588a29-7529-419a-8796-79c4ab041968 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:01.439032 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-03f4a83d-6b14-4575-a001-3e372752b1fb req-cb588a29-7529-419a-8796-79c4ab041968 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for port (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:01.473393 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-03f4a83d-6b14-4575-a001-3e372752b1fb req-cb588a29-7529-419a-8796-79c4ab041968 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6216052 May 20 09:22:01.594129 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ac538-22d3-4310-9855-474d7284b0ab req-ae38de34-f33e-4002-8bd6-a77ae5d03523 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:01.595690 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-979ac538-22d3-4310-9855-474d7284b0ab req-ae38de34-f33e-4002-8bd6-a77ae5d03523 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce95e8ad-c22a-414c-a60f-b09d90de6ca5 HTTP/1.1" status: 200 len: 932 time: 0.0881293 May 20 09:22:01.626903 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:22:01.661545 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-979ac538-22d3-4310-9855-474d7284b0ab req-61109135-d8ef-4fca-babb-725c67c9fab8 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/security-groups?id=07ab6b39-1525-4a39-9bf0-2668ed3e6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586081 May 20 09:22:01.723430 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-b3791bc7-3258-4e6c-825b-d33cb6c88671 None None] Provisioning complete for port 63903daa-30be-49a0-b1aa-1178cef36497 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:22:01.724817 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b3791bc7-3258-4e6c-825b-d33cb6c88671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (63903daa-30be-49a0-b1aa-1178cef36497), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:01.806394 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-b3791bc7-3258-4e6c-825b-d33cb6c88671 None None] Port 63903daa-30be-49a0-b1aa-1178cef36497 cannot update to ACTIVE because it is not bound. {{(pid=104277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 20 09:22:02.781482 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2445860-05ab-48a0-983c-11e046803b02 req-c661279a-5209-482c-bade-d0ac501ef506 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:02.783021 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a2445860-05ab-48a0-983c-11e046803b02 req-c661279a-5209-482c-bade-d0ac501ef506 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce95e8ad-c22a-414c-a60f-b09d90de6ca5 HTTP/1.1" status: 200 len: 932 time: 0.0487404 May 20 09:22:02.855761 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a2445860-05ab-48a0-983c-11e046803b02 req-a0623805-9eda-4d3c-a3b6-020820151384 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/security-groups?id=07ab6b39-1525-4a39-9bf0-2668ed3e6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665836 May 20 09:22:03.627060 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=12 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:22:03.655961 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=40 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:22:03.973123 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f7982-cbf1-4930-b4ab-832a1848b950 req-ac9cdafb-0bbe-4be7-b4a7-fbbe692caaea tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:03.974941 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-371f7982-cbf1-4930-b4ab-832a1848b950 req-ac9cdafb-0bbe-4be7-b4a7-fbbe692caaea tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce95e8ad-c22a-414c-a60f-b09d90de6ca5 HTTP/1.1" status: 200 len: 932 time: 0.0511582 May 20 09:22:04.032394 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-371f7982-cbf1-4930-b4ab-832a1848b950 req-f7e7f66c-683f-4b9b-a47e-28f15465d2df tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/security-groups?id=07ab6b39-1525-4a39-9bf0-2668ed3e6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516286 May 20 09:22:04.146851 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-083837a7-0b04-46cc-8506-4156415696a1 req-7d0556a9-3bae-4f06-86de-a4e308b9e4ba tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-447532997&fields=id&tenant_id=f26ac8782fe0407cb6f146ba70e74246 HTTP/1.1" status: 200 len: 267 time: 0.0479608 May 20 09:22:04.250469 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:22:04.258368 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083837a7-0b04-46cc-8506-4156415696a1 req-79c0a3a9-343a-4209-8719-0b92ed2da7e0 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:04.260018 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-083837a7-0b04-46cc-8506-4156415696a1 req-79c0a3a9-343a-4209-8719-0b92ed2da7e0 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/networks?id=5f48dba5-6c8f-4717-93d6-9f60508a64db HTTP/1.1" status: 200 len: 812 time: 0.1063199 May 20 09:22:04.275685 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-083837a7-0b04-46cc-8506-4156415696a1 req-ce4eaf7b-57af-4e41-871a-31dd7611e90b tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/quotas/f26ac8782fe0407cb6f146ba70e74246 HTTP/1.1" status: 200 len: 375 time: 0.0098865 May 20 09:22:04.343751 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-083837a7-0b04-46cc-8506-4156415696a1 req-ae9724f4-d95a-4217-8a1a-edddc5505555 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f26ac8782fe0407cb6f146ba70e74246&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0614161 May 20 09:22:04.440643 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-083837a7-0b04-46cc-8506-4156415696a1 req-f4941f53-e3ce-4d58-9e08-db7f920fbf4c service neutron] 10.222.0.69 "GET /v2.0/networks/5f48dba5-6c8f-4717-93d6-9f60508a64db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847001 May 20 09:22:04.542695 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-083837a7-0b04-46cc-8506-4156415696a1 req-d985b656-8ba4-484f-9028-cb25d6fc7976 service neutron] 10.222.0.69 "GET /v2.0/networks/5f48dba5-6c8f-4717-93d6-9f60508a64db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963249 May 20 09:22:04.876399 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c66cbb51-ece4-4f4c-91d4-3c86fc240926 req-5fa4f070-cefa-4cb5-a4e3-34ee5c3f8f48 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2ba787b-f76a-465a-a7dd-4f1c63a69662 HTTP/1.1" status: 200 len: 210 time: 0.0378606 May 20 09:22:05.058585 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.agents_db [None req-08ca63ee-ac6b-41b9-8918-1f445ad695da None None] Agent healthcheck: found 6 active agents {{(pid=104278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 09:22:05.276528 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035000f3-4ee6-4163-8b07-d65236f6dbac req-51f8f699-32e1-447b-a848-ea326a90372a tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:05.278965 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-035000f3-4ee6-4163-8b07-d65236f6dbac req-51f8f699-32e1-447b-a848-ea326a90372a tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce95e8ad-c22a-414c-a60f-b09d90de6ca5 HTTP/1.1" status: 200 len: 932 time: 0.1346231 May 20 09:22:05.342976 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-035000f3-4ee6-4163-8b07-d65236f6dbac req-78db05db-c849-4508-ad85-0de486512041 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/security-groups?id=07ab6b39-1525-4a39-9bf0-2668ed3e6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539508 May 20 09:22:05.974405 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-88e68d85-f011-4211-80e1-968016dca58d req-80507ac6-0c3b-494d-bfd9-2c8604b663f4 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2ba787b-f76a-465a-a7dd-4f1c63a69662 HTTP/1.1" status: 200 len: 210 time: 0.0274999 May 20 09:22:06.453437 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:22:06.466091 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958570e-5aa2-4cc0-b8d0-32c4e7bf762c req-4a2a0f4e-8347-4d4c-8fc0-603b523615b8 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:06.467780 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-1958570e-5aa2-4cc0-b8d0-32c4e7bf762c req-4a2a0f4e-8347-4d4c-8fc0-603b523615b8 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce95e8ad-c22a-414c-a60f-b09d90de6ca5 HTTP/1.1" status: 200 len: 932 time: 0.0492053 May 20 09:22:06.521598 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-1958570e-5aa2-4cc0-b8d0-32c4e7bf762c req-0ef35d2c-d342-4d91-b03f-bc041ed611b5 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/security-groups?id=07ab6b39-1525-4a39-9bf0-2668ed3e6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468824 May 20 09:22:07.076747 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-cd65b664-17c0-4fd2-8785-e8752acd6d83 req-9352301b-597e-4be2-a46d-e57524018e17 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2ba787b-f76a-465a-a7dd-4f1c63a69662 HTTP/1.1" status: 200 len: 210 time: 0.0301366 May 20 09:22:07.647415 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3204095-50ea-4c36-976f-719dcdba00d7 req-962dd584-5262-46a5-a12e-831b7443ea44 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:07.648905 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-c3204095-50ea-4c36-976f-719dcdba00d7 req-962dd584-5262-46a5-a12e-831b7443ea44 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce95e8ad-c22a-414c-a60f-b09d90de6ca5 HTTP/1.1" status: 200 len: 932 time: 0.0515189 May 20 09:22:07.709375 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-c3204095-50ea-4c36-976f-719dcdba00d7 req-aedbdac8-0abe-4d79-875c-9cfb23c5772e tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/security-groups?id=07ab6b39-1525-4a39-9bf0-2668ed3e6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546315 May 20 09:22:08.195617 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-37faf32c-0810-44f0-b274-f61a05c5686d req-6606cd3e-de45-4fee-bc50-8a0b11b45a23 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2ba787b-f76a-465a-a7dd-4f1c63a69662 HTTP/1.1" status: 200 len: 210 time: 0.0372665 May 20 09:22:08.823007 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7705361-1aeb-4294-8aa7-28143363cfb4 req-51b2aab4-ef87-461d-9b07-a12fcc05afbe tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:08.825308 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-c7705361-1aeb-4294-8aa7-28143363cfb4 req-51b2aab4-ef87-461d-9b07-a12fcc05afbe tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce95e8ad-c22a-414c-a60f-b09d90de6ca5 HTTP/1.1" status: 200 len: 932 time: 0.0499315 May 20 09:22:08.874617 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-c7705361-1aeb-4294-8aa7-28143363cfb4 req-c365d6f8-4081-4186-96da-464bac4f5a09 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/security-groups?id=07ab6b39-1525-4a39-9bf0-2668ed3e6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428028 May 20 09:22:09.298887 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c764cb26-244d-4b8e-af10-de9ab5fa9e34 req-e4f8bc0d-8adb-4a52-ad42-ebfd5a5ec69e tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2ba787b-f76a-465a-a7dd-4f1c63a69662 HTTP/1.1" status: 200 len: 210 time: 0.0314941 May 20 09:22:09.674859 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [req-03f4a83d-6b14-4575-a001-3e372752b1fb req-d71040a7-2a1e-450b-87fe-a6315a77789e service neutron] Request body: {'port': {'device_id': 'ce95e8ad-c22a-414c-a60f-b09d90de6ca5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:22:09.735632 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-03f4a83d-6b14-4575-a001-3e372752b1fb req-d71040a7-2a1e-450b-87fe-a6315a77789e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (63903daa-30be-49a0-b1aa-1178cef36497), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:09.991227 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d6bed0-7078-4d5e-bfc6-0caaefbb9456 req-0db56b7f-6b47-4a56-ac5b-dcbda98de87d tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:09.992818 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b7d6bed0-7078-4d5e-bfc6-0caaefbb9456 req-0db56b7f-6b47-4a56-ac5b-dcbda98de87d tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce95e8ad-c22a-414c-a60f-b09d90de6ca5 HTTP/1.1" status: 200 len: 932 time: 0.0504968 May 20 09:22:10.023184 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.notifiers.nova [req-03f4a83d-6b14-4575-a001-3e372752b1fb req-d71040a7-2a1e-450b-87fe-a6315a77789e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63903daa-30be-49a0-b1aa-1178cef36497 {{(pid=104276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 09:22:10.030872 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-03f4a83d-6b14-4575-a001-3e372752b1fb req-d71040a7-2a1e-450b-87fe-a6315a77789e service neutron] Publish callbacks [] for port (63903daa-30be-49a0-b1aa-1178cef36497), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:10.034165 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:22:10.044325 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.provisioning_blocks [req-03f4a83d-6b14-4575-a001-3e372752b1fb req-d71040a7-2a1e-450b-87fe-a6315a77789e service neutron] Transition to ACTIVE for port object 63903daa-30be-49a0-b1aa-1178cef36497 will not be triggered until provisioned by entity L2. {{(pid=104276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 20 09:22:10.045668 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b7d6bed0-7078-4d5e-bfc6-0caaefbb9456 req-a340c10f-6291-4499-adf3-2b1ca2d185a4 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/security-groups?id=07ab6b39-1525-4a39-9bf0-2668ed3e6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468464 May 20 09:22:10.049899 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-03f4a83d-6b14-4575-a001-3e372752b1fb req-d71040a7-2a1e-450b-87fe-a6315a77789e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32464857'] for port (63903daa-30be-49a0-b1aa-1178cef36497), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:10.103071 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71040a7-2a1e-450b-87fe-a6315a77789e service neutron] Pushing event updated for resources: {'Port': ['ID=63903daa-30be-49a0-b1aa-1178cef36497,revision_number=2']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:10.171657 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.managers [req-03f4a83d-6b14-4575-a001-3e372752b1fb req-d71040a7-2a1e-450b-87fe-a6315a77789e service neutron] Attempting to bind port 63903daa-30be-49a0-b1aa-1178cef36497 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 20 09:22:10.171991 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.managers [req-03f4a83d-6b14-4575-a001-3e372752b1fb req-d71040a7-2a1e-450b-87fe-a6315a77789e service neutron] Attempting to bind port 63903daa-30be-49a0-b1aa-1178cef36497 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '69c99637-7bf4-4fc1-94fc-c95ba391cc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'bbafa734-b707-4f6b-9ede-9a82c40e53f6'}] {{(pid=104276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 20 09:22:10.172463 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f4a83d-6b14-4575-a001-3e372752b1fb req-d71040a7-2a1e-450b-87fe-a6315a77789e service neutron] Attempting to bind port 63903daa-30be-49a0-b1aa-1178cef36497 on network bbafa734-b707-4f6b-9ede-9a82c40e53f6 {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:22:10.177133 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f4a83d-6b14-4575-a001-3e372752b1fb req-d71040a7-2a1e-450b-87fe-a6315a77789e service neutron] Port 63903daa-30be-49a0-b1aa-1178cef36497 on network bbafa734-b707-4f6b-9ede-9a82c40e53f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 09:22:10.177448 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f4a83d-6b14-4575-a001-3e372752b1fb req-d71040a7-2a1e-450b-87fe-a6315a77789e service neutron] Attempting to bind port 63903daa-30be-49a0-b1aa-1178cef36497 on network bbafa734-b707-4f6b-9ede-9a82c40e53f6 {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:22:10.182612 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f4a83d-6b14-4575-a001-3e372752b1fb req-d71040a7-2a1e-450b-87fe-a6315a77789e service neutron] Checking agent: {'id': '2d1be950-4dd6-4324-90da-2272c7a86826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 9, 11, 22), 'started_at': datetime.datetime(2022, 5, 20, 9, 11, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 9, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 09:22:10.183006 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f4a83d-6b14-4575-a001-3e372752b1fb req-d71040a7-2a1e-450b-87fe-a6315a77789e service neutron] Checking segment: {'id': '69c99637-7bf4-4fc1-94fc-c95ba391cc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'bbafa734-b707-4f6b-9ede-9a82c40e53f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:22:10.183494 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f4a83d-6b14-4575-a001-3e372752b1fb req-d71040a7-2a1e-450b-87fe-a6315a77789e service neutron] Bound using segment: {'id': '69c99637-7bf4-4fc1-94fc-c95ba391cc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'bbafa734-b707-4f6b-9ede-9a82c40e53f6'} {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 09:22:10.184054 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.managers [req-03f4a83d-6b14-4575-a001-3e372752b1fb req-d71040a7-2a1e-450b-87fe-a6315a77789e service neutron] Bound port: 63903daa-30be-49a0-b1aa-1178cef36497, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c99637-7bf4-4fc1-94fc-c95ba391cc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'bbafa734-b707-4f6b-9ede-9a82c40e53f6'}}] {{(pid=104276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 20 09:22:10.184464 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-03f4a83d-6b14-4575-a001-3e372752b1fb req-d71040a7-2a1e-450b-87fe-a6315a77789e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (63903daa-30be-49a0-b1aa-1178cef36497), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:10.250597 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [req-03f4a83d-6b14-4575-a001-3e372752b1fb req-d71040a7-2a1e-450b-87fe-a6315a77789e service neutron] For port 63903daa-30be-49a0-b1aa-1178cef36497, host hv-cinder-83699, cleared binding levels {{(pid=104276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 09:22:10.253277 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [req-03f4a83d-6b14-4575-a001-3e372752b1fb req-d71040a7-2a1e-450b-87fe-a6315a77789e service neutron] For port 63903daa-30be-49a0-b1aa-1178cef36497, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=63903daa-30be-49a0-b1aa-1178cef36497,segment=NetworkSegment(69c99637-7bf4-4fc1-94fc-c95ba391cc3a),segment_id=69c99637-7bf4-4fc1-94fc-c95ba391cc3a)] {{(pid=104276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 09:22:10.261402 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-03f4a83d-6b14-4575-a001-3e372752b1fb req-d71040a7-2a1e-450b-87fe-a6315a77789e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32464857'] for port (63903daa-30be-49a0-b1aa-1178cef36497), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:10.297021 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4a83d-6b14-4575-a001-3e372752b1fb req-d71040a7-2a1e-450b-87fe-a6315a77789e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:10.297759 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-03f4a83d-6b14-4575-a001-3e372752b1fb req-d71040a7-2a1e-450b-87fe-a6315a77789e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for port (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:10.299118 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-03f4a83d-6b14-4575-a001-3e372752b1fb req-d71040a7-2a1e-450b-87fe-a6315a77789e service neutron] 10.222.0.44 "PUT /v2.0/ports/63903daa-30be-49a0-b1aa-1178cef36497 HTTP/1.1" status: 200 len: 1094 time: 0.6286581 May 20 09:22:10.299714 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce95e8ad-c22a-414c-a60f-b09d90de6ca5', 'tag': '63903daa-30be-49a0-b1aa-1178cef36497'}] {{(pid=104276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:22:10.301849 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f1859fdf6517cac9f3390f7253b255bfbc77edc31af200be8f81c994e01841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac5ce09-3528-4f94-91d4-e0e843b397eb" -d '{"events": [{"name": "network-changed", "server_uuid": "ce95e8ad-c22a-414c-a60f-b09d90de6ca5", "tag": "63903daa-30be-49a0-b1aa-1178cef36497"}]}' {{(pid=104276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:22:10.309542 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:22:10.349057 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 09:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1634d71-16f0-4cac-abc5-265a5fd6317c x-openstack-request-id: req-f1634d71-16f0-4cac-abc5-265a5fd6317c {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:22:10.349343 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce95e8ad-c22a-414c-a60f-b09d90de6ca5", "tag": "63903daa-30be-49a0-b1aa-1178cef36497", "status": "completed", "code": 200}]} {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:22:10.349593 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f1634d71-16f0-4cac-abc5-265a5fd6317c {{(pid=104276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:22:10.349998 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1634d71-16f0-4cac-abc5-265a5fd6317c'] response: {'name': 'network-changed', 'server_uuid': 'ce95e8ad-c22a-414c-a60f-b09d90de6ca5', 'tag': '63903daa-30be-49a0-b1aa-1178cef36497', 'status': 'completed', 'code': 200} May 20 09:22:10.350603 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71040a7-2a1e-450b-87fe-a6315a77789e service neutron] Pushing event updated for resources: {'Port': ['ID=63903daa-30be-49a0-b1aa-1178cef36497,revision_number=3']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:10.409825 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4a83d-6b14-4575-a001-3e372752b1fb req-02331373-9e0e-4742-b6d7-942015f5fc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:10.411597 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-03f4a83d-6b14-4575-a001-3e372752b1fb req-02331373-9e0e-4742-b6d7-942015f5fc94 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=aabdb72f128d4d4da1f9390e505d704b&device_id=ce95e8ad-c22a-414c-a60f-b09d90de6ca5 HTTP/1.1" status: 200 len: 1128 time: 0.0556128 May 20 09:22:10.464374 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-03f4a83d-6b14-4575-a001-3e372752b1fb req-439c267c-737e-4c8e-b0a0-e2001a34d96e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63903daa-30be-49a0-b1aa-1178cef36497 HTTP/1.1" status: 200 len: 217 time: 0.0416360 May 20 09:22:10.471703 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-8a0f6530-094b-4a74-b8f4-6c06912348b4 req-05f1038e-f975-4f52-bcbc-675ec97d4dad tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2ba787b-f76a-465a-a7dd-4f1c63a69662 HTTP/1.1" status: 200 len: 210 time: 0.0802996 May 20 09:22:10.537176 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4a83d-6b14-4575-a001-3e372752b1fb req-0abd527a-73aa-4f14-beb4-2871e8afb8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:10.538688 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-03f4a83d-6b14-4575-a001-3e372752b1fb req-0abd527a-73aa-4f14-beb4-2871e8afb8b2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=77b112bc-27a5-4334-b442-bd94f45b9be3 HTTP/1.1" status: 200 len: 854 time: 0.0691664 May 20 09:22:10.542460 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083837a7-0b04-46cc-8506-4156415696a1 req-7eca5e02-7709-4aeb-8afd-33ac1f9bcc3a tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:10.544190 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-083837a7-0b04-46cc-8506-4156415696a1 req-7eca5e02-7709-4aeb-8afd-33ac1f9bcc3a tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.44 "GET /v2.0/networks?id=5f48dba5-6c8f-4717-93d6-9f60508a64db HTTP/1.1" status: 200 len: 812 time: 0.1418602 May 20 09:22:10.596358 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4a83d-6b14-4575-a001-3e372752b1fb req-b8e71799-8a20-4a46-a1f3-649a9b71de99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:10.597891 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-03f4a83d-6b14-4575-a001-3e372752b1fb req-b8e71799-8a20-4a46-a1f3-649a9b71de99 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bbafa734-b707-4f6b-9ede-9a82c40e53f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0523913 May 20 09:22:10.697100 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-03f4a83d-6b14-4575-a001-3e372752b1fb req-06938aea-2859-4d7b-8244-1161b1516b2c service neutron] 10.222.0.44 "GET /v2.0/networks/bbafa734-b707-4f6b-9ede-9a82c40e53f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918417 May 20 09:22:10.797161 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-03f4a83d-6b14-4575-a001-3e372752b1fb req-de6b8753-5938-43c7-88ea-30c0b66fab8e service neutron] 10.222.0.44 "GET /v2.0/networks/bbafa734-b707-4f6b-9ede-9a82c40e53f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941670 May 20 09:22:10.921880 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-083837a7-0b04-46cc-8506-4156415696a1 req-ff3402a6-5ac8-45c6-9911-9a639af5f257 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f26ac8782fe0407cb6f146ba70e74246 HTTP/1.1" status: 200 len: 379 time: 0.3697131 May 20 09:22:11.185119 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e91230-e512-4683-af93-24393164562d req-55cf3a08-2450-4c12-ad76-077fa572c7bb tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:11.186704 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-99e91230-e512-4683-af93-24393164562d req-55cf3a08-2450-4c12-ad76-077fa572c7bb tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce95e8ad-c22a-414c-a60f-b09d90de6ca5 HTTP/1.1" status: 200 len: 944 time: 0.0605197 May 20 09:22:11.279753 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-99e91230-e512-4683-af93-24393164562d req-a6a213fe-82f6-43c0-817e-a44607dfa8af tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/security-groups?id=07ab6b39-1525-4a39-9bf0-2668ed3e6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868130 May 20 09:22:11.528335 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [req-083837a7-0b04-46cc-8506-4156415696a1 req-783d5cda-92cb-49a2-a91f-327edf6949e5 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Request body: {'port': {'device_id': 'e2ba787b-f76a-465a-a7dd-4f1c63a69662', 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db', 'admin_state_up': True, 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'security_groups': ['cf3c320a-616e-473e-b007-70faf4e4726f']}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:22:11.581857 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5ce09-3528-4f94-91d4-e0e843b397eb req-e9061c05-c6de-4830-a2c6-7d4ac497063a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:11.583663 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8ac5ce09-3528-4f94-91d4-e0e843b397eb req-e9061c05-c6de-4830-a2c6-7d4ac497063a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=aabdb72f128d4d4da1f9390e505d704b&device_id=ce95e8ad-c22a-414c-a60f-b09d90de6ca5 HTTP/1.1" status: 200 len: 1128 time: 0.0429523 May 20 09:22:11.606997 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-0d64a799-92b5-436d-b2cd-c68cd76c2c47 req-6b7e006f-039f-4d91-b97e-2a504c13effd tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2ba787b-f76a-465a-a7dd-4f1c63a69662 HTTP/1.1" status: 200 len: 210 time: 0.0338705 May 20 09:22:11.632600 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:22:11.678923 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5ce09-3528-4f94-91d4-e0e843b397eb req-3072abde-e53e-4b5a-83a9-f5e5774ab309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:11.680442 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8ac5ce09-3528-4f94-91d4-e0e843b397eb req-3072abde-e53e-4b5a-83a9-f5e5774ab309 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bbafa734-b707-4f6b-9ede-9a82c40e53f6 HTTP/1.1" status: 200 len: 916 time: 0.0905936 May 20 09:22:11.690114 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-083837a7-0b04-46cc-8506-4156415696a1 req-783d5cda-92cb-49a2-a91f-327edf6949e5 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Made reservation on behalf of f26ac8782fe0407cb6f146ba70e74246 for: {'port': 1} {{(pid=104275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:22:11.693893 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-083837a7-0b04-46cc-8506-4156415696a1 req-783d5cda-92cb-49a2-a91f-327edf6949e5 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:11.724637 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8ac5ce09-3528-4f94-91d4-e0e843b397eb req-20357511-fe2d-434c-8981-9f2d3b3b0fad service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63903daa-30be-49a0-b1aa-1178cef36497 HTTP/1.1" status: 200 len: 217 time: 0.0379415 May 20 09:22:11.774136 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5ce09-3528-4f94-91d4-e0e843b397eb req-ac9ab273-6a60-4429-bbd7-aba700c20190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:11.775715 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8ac5ce09-3528-4f94-91d4-e0e843b397eb req-ac9ab273-6a60-4429-bbd7-aba700c20190 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=77b112bc-27a5-4334-b442-bd94f45b9be3 HTTP/1.1" status: 200 len: 854 time: 0.0444980 May 20 09:22:11.790802 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:22:11.820507 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5ce09-3528-4f94-91d4-e0e843b397eb req-7f92050f-16c1-4d8f-b41e-bf327f444e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:11.821449 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.db_base_plugin_common [req-083837a7-0b04-46cc-8506-4156415696a1 req-783d5cda-92cb-49a2-a91f-327edf6949e5 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Allocated IP 172.20.0.13 (5f48dba5-6c8f-4717-93d6-9f60508a64db/4497ded3-0270-4257-8e32-a5b32034f129/e23c9026-9127-4ce1-b841-54f42ba1005c) {{(pid=104275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:22:11.822014 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8ac5ce09-3528-4f94-91d4-e0e843b397eb req-7f92050f-16c1-4d8f-b41e-bf327f444e8e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bbafa734-b707-4f6b-9ede-9a82c40e53f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398023 May 20 09:22:11.914787 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8ac5ce09-3528-4f94-91d4-e0e843b397eb req-d987fb6b-c532-4851-89e1-a8954369225b service neutron] 10.222.0.44 "GET /v2.0/networks/bbafa734-b707-4f6b-9ede-9a82c40e53f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869286 May 20 09:22:11.945466 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:22:11.964858 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-083837a7-0b04-46cc-8506-4156415696a1 req-783d5cda-92cb-49a2-a91f-327edf6949e5 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks [] for port (e23c9026-9127-4ce1-b841-54f42ba1005c), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:11.998110 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-083837a7-0b04-46cc-8506-4156415696a1 req-783d5cda-92cb-49a2-a91f-327edf6949e5 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30908355'] for port (e23c9026-9127-4ce1-b841-54f42ba1005c), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:12.005701 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8ac5ce09-3528-4f94-91d4-e0e843b397eb req-7a680c62-5264-4b85-b0cd-04f18e451501 service neutron] 10.222.0.44 "GET /v2.0/networks/bbafa734-b707-4f6b-9ede-9a82c40e53f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854552 May 20 09:22:12.044544 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-083837a7-0b04-46cc-8506-4156415696a1 req-783d5cda-92cb-49a2-a91f-327edf6949e5 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Network 5f48dba5-6c8f-4717-93d6-9f60508a64db is already hosted by enough agents. {{(pid=104275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:22:12.049555 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.base_scheduler [req-083837a7-0b04-46cc-8506-4156415696a1 req-783d5cda-92cb-49a2-a91f-327edf6949e5 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Resources bound (agent type, host, resource id): {{(pid=104275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:22:12.051967 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [req-083837a7-0b04-46cc-8506-4156415696a1 req-783d5cda-92cb-49a2-a91f-327edf6949e5 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Received port after_create {{(pid=104275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:22:12.079099 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d5cda-92cb-49a2-a91f-327edf6949e5 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Pushing event updated for resources: {'Port': ['ID=e23c9026-9127-4ce1-b841-54f42ba1005c,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:12.107185 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083837a7-0b04-46cc-8506-4156415696a1 req-783d5cda-92cb-49a2-a91f-327edf6949e5 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:12.107826 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-083837a7-0b04-46cc-8506-4156415696a1 req-783d5cda-92cb-49a2-a91f-327edf6949e5 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for port (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:12.125604 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-083837a7-0b04-46cc-8506-4156415696a1 req-783d5cda-92cb-49a2-a91f-327edf6949e5 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6011889 May 20 09:22:12.136368 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [req-083837a7-0b04-46cc-8506-4156415696a1 req-6472df6a-5106-40f2-a236-946d4118c9ee service neutron] Request body: {'port': {'device_id': 'e2ba787b-f76a-465a-a7dd-4f1c63a69662', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:22:12.197898 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-083837a7-0b04-46cc-8506-4156415696a1 req-6472df6a-5106-40f2-a236-946d4118c9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (e23c9026-9127-4ce1-b841-54f42ba1005c), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:12.331321 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a88cd1ef-7c5c-428b-b97d-d65137a6b041 None None] Provisioning complete for port e23c9026-9127-4ce1-b841-54f42ba1005c triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:22:12.331918 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a88cd1ef-7c5c-428b-b97d-d65137a6b041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (e23c9026-9127-4ce1-b841-54f42ba1005c), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:12.366575 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a88cd1ef-7c5c-428b-b97d-d65137a6b041 None None] Port e23c9026-9127-4ce1-b841-54f42ba1005c cannot update to ACTIVE because it is not bound. {{(pid=104277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 20 09:22:12.396994 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827baa21-7688-4750-9adf-eabbb9ec6be8 req-4b309301-06ba-4cbc-8b6e-2c4042fa4d63 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:12.398494 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-827baa21-7688-4750-9adf-eabbb9ec6be8 req-4b309301-06ba-4cbc-8b6e-2c4042fa4d63 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce95e8ad-c22a-414c-a60f-b09d90de6ca5 HTTP/1.1" status: 200 len: 944 time: 0.0499144 May 20 09:22:12.437762 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:22:12.456716 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-827baa21-7688-4750-9adf-eabbb9ec6be8 req-c5cb3da6-90ee-4726-a0f8-1a74c754dc17 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/security-groups?id=07ab6b39-1525-4a39-9bf0-2668ed3e6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522528 May 20 09:22:12.487393 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.notifiers.nova [req-083837a7-0b04-46cc-8506-4156415696a1 req-6472df6a-5106-40f2-a236-946d4118c9ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e23c9026-9127-4ce1-b841-54f42ba1005c {{(pid=104275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 09:22:12.494861 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-083837a7-0b04-46cc-8506-4156415696a1 req-6472df6a-5106-40f2-a236-946d4118c9ee service neutron] Publish callbacks [] for port (e23c9026-9127-4ce1-b841-54f42ba1005c), precommit_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:12.508520 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.provisioning_blocks [req-083837a7-0b04-46cc-8506-4156415696a1 req-6472df6a-5106-40f2-a236-946d4118c9ee service neutron] Transition to ACTIVE for port object e23c9026-9127-4ce1-b841-54f42ba1005c will not be triggered until provisioned by entity L2. {{(pid=104275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 20 09:22:12.512720 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-083837a7-0b04-46cc-8506-4156415696a1 req-6472df6a-5106-40f2-a236-946d4118c9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30908404'] for port (e23c9026-9127-4ce1-b841-54f42ba1005c), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:12.565400 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6472df6a-5106-40f2-a236-946d4118c9ee service neutron] Pushing event updated for resources: {'Port': ['ID=e23c9026-9127-4ce1-b841-54f42ba1005c,revision_number=2']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:12.637668 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [req-083837a7-0b04-46cc-8506-4156415696a1 req-6472df6a-5106-40f2-a236-946d4118c9ee service neutron] Attempting to bind port e23c9026-9127-4ce1-b841-54f42ba1005c on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 20 09:22:12.638076 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [req-083837a7-0b04-46cc-8506-4156415696a1 req-6472df6a-5106-40f2-a236-946d4118c9ee service neutron] Attempting to bind port e23c9026-9127-4ce1-b841-54f42ba1005c by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '665fb377-4509-43d2-a447-5bd58fa768e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db'}] {{(pid=104275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 20 09:22:12.638476 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083837a7-0b04-46cc-8506-4156415696a1 req-6472df6a-5106-40f2-a236-946d4118c9ee service neutron] Attempting to bind port e23c9026-9127-4ce1-b841-54f42ba1005c on network 5f48dba5-6c8f-4717-93d6-9f60508a64db {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:22:12.645128 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083837a7-0b04-46cc-8506-4156415696a1 req-6472df6a-5106-40f2-a236-946d4118c9ee service neutron] Port e23c9026-9127-4ce1-b841-54f42ba1005c on network 5f48dba5-6c8f-4717-93d6-9f60508a64db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 09:22:12.645542 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083837a7-0b04-46cc-8506-4156415696a1 req-6472df6a-5106-40f2-a236-946d4118c9ee service neutron] Attempting to bind port e23c9026-9127-4ce1-b841-54f42ba1005c on network 5f48dba5-6c8f-4717-93d6-9f60508a64db {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:22:12.651678 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083837a7-0b04-46cc-8506-4156415696a1 req-6472df6a-5106-40f2-a236-946d4118c9ee service neutron] Checking agent: {'id': '2d1be950-4dd6-4324-90da-2272c7a86826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 9, 11, 22), 'started_at': datetime.datetime(2022, 5, 20, 9, 11, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 9, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 09:22:12.652024 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083837a7-0b04-46cc-8506-4156415696a1 req-6472df6a-5106-40f2-a236-946d4118c9ee service neutron] Checking segment: {'id': '665fb377-4509-43d2-a447-5bd58fa768e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:22:12.652414 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083837a7-0b04-46cc-8506-4156415696a1 req-6472df6a-5106-40f2-a236-946d4118c9ee service neutron] Bound using segment: {'id': '665fb377-4509-43d2-a447-5bd58fa768e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db'} {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 09:22:12.652904 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [req-083837a7-0b04-46cc-8506-4156415696a1 req-6472df6a-5106-40f2-a236-946d4118c9ee service neutron] Bound port: e23c9026-9127-4ce1-b841-54f42ba1005c, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '665fb377-4509-43d2-a447-5bd58fa768e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db'}}] {{(pid=104275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 20 09:22:12.653268 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-083837a7-0b04-46cc-8506-4156415696a1 req-6472df6a-5106-40f2-a236-946d4118c9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (e23c9026-9127-4ce1-b841-54f42ba1005c), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:12.733857 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:22:12.751479 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29769ea3-b52e-4d2d-8efb-1b4f3a3c5b4a req-88bbcbe3-d7b1-415a-8222-1deed97c4cf3 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:12.752993 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-29769ea3-b52e-4d2d-8efb-1b4f3a3c5b4a req-88bbcbe3-d7b1-415a-8222-1deed97c4cf3 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2ba787b-f76a-465a-a7dd-4f1c63a69662 HTTP/1.1" status: 200 len: 944 time: 0.0642734 May 20 09:22:12.760368 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [req-083837a7-0b04-46cc-8506-4156415696a1 req-6472df6a-5106-40f2-a236-946d4118c9ee service neutron] For port e23c9026-9127-4ce1-b841-54f42ba1005c, host hv-cinder-83699, cleared binding levels {{(pid=104275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 09:22:12.763769 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [req-083837a7-0b04-46cc-8506-4156415696a1 req-6472df6a-5106-40f2-a236-946d4118c9ee service neutron] For port e23c9026-9127-4ce1-b841-54f42ba1005c, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e23c9026-9127-4ce1-b841-54f42ba1005c,segment=NetworkSegment(665fb377-4509-43d2-a447-5bd58fa768e8),segment_id=665fb377-4509-43d2-a447-5bd58fa768e8)] {{(pid=104275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 09:22:12.785421 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-083837a7-0b04-46cc-8506-4156415696a1 req-6472df6a-5106-40f2-a236-946d4118c9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30908404'] for port (e23c9026-9127-4ce1-b841-54f42ba1005c), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:12.841166 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083837a7-0b04-46cc-8506-4156415696a1 req-6472df6a-5106-40f2-a236-946d4118c9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:12.841766 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-083837a7-0b04-46cc-8506-4156415696a1 req-6472df6a-5106-40f2-a236-946d4118c9ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for port (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:12.843182 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-083837a7-0b04-46cc-8506-4156415696a1 req-6472df6a-5106-40f2-a236-946d4118c9ee service neutron] 10.222.0.44 "PUT /v2.0/ports/e23c9026-9127-4ce1-b841-54f42ba1005c HTTP/1.1" status: 200 len: 1094 time: 0.7111282 May 20 09:22:12.843704 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2ba787b-f76a-465a-a7dd-4f1c63a69662', 'tag': 'e23c9026-9127-4ce1-b841-54f42ba1005c'}] {{(pid=104275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:22:12.846019 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eea53449646a7168c1429fc9fd421a4bc8c13d7c241c91a60dad7e76b53d9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f10153-c2c2-4484-a448-d2f80f726e21" -d '{"events": [{"name": "network-changed", "server_uuid": "e2ba787b-f76a-465a-a7dd-4f1c63a69662", "tag": "e23c9026-9127-4ce1-b841-54f42ba1005c"}]}' {{(pid=104275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:22:12.857051 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-29769ea3-b52e-4d2d-8efb-1b4f3a3c5b4a req-75d79df7-4ddc-4922-b466-9bf6b85caefb tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979445 May 20 09:22:12.875458 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6472df6a-5106-40f2-a236-946d4118c9ee service neutron] Pushing event updated for resources: {'Port': ['ID=e23c9026-9127-4ce1-b841-54f42ba1005c,revision_number=3']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:12.899704 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 09:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa29aa81-e5b7-4425-9800-80ef78994897 x-openstack-request-id: req-fa29aa81-e5b7-4425-9800-80ef78994897 {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:22:12.900070 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2ba787b-f76a-465a-a7dd-4f1c63a69662", "tag": "e23c9026-9127-4ce1-b841-54f42ba1005c", "status": "completed", "code": 200}]} {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:22:12.900337 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fa29aa81-e5b7-4425-9800-80ef78994897 {{(pid=104275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:22:12.900745 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa29aa81-e5b7-4425-9800-80ef78994897'] response: {'name': 'network-changed', 'server_uuid': 'e2ba787b-f76a-465a-a7dd-4f1c63a69662', 'tag': 'e23c9026-9127-4ce1-b841-54f42ba1005c', 'status': 'completed', 'code': 200} May 20 09:22:12.946581 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083837a7-0b04-46cc-8506-4156415696a1 req-b92d925d-fc22-4465-ae3e-c95e44f242d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:12.948179 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-083837a7-0b04-46cc-8506-4156415696a1 req-b92d925d-fc22-4465-ae3e-c95e44f242d0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f26ac8782fe0407cb6f146ba70e74246&device_id=e2ba787b-f76a-465a-a7dd-4f1c63a69662 HTTP/1.1" status: 200 len: 1128 time: 0.0440147 May 20 09:22:12.988382 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-083837a7-0b04-46cc-8506-4156415696a1 req-00ae17cd-84cd-4c8c-a72e-1a5db430e5bf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e23c9026-9127-4ce1-b841-54f42ba1005c HTTP/1.1" status: 200 len: 217 time: 0.0330002 May 20 09:22:13.038288 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083837a7-0b04-46cc-8506-4156415696a1 req-36ab22bb-7bd4-4868-b8f5-19a07830b62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:13.039789 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-083837a7-0b04-46cc-8506-4156415696a1 req-36ab22bb-7bd4-4868-b8f5-19a07830b62a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4497ded3-0270-4257-8e32-a5b32034f129 HTTP/1.1" status: 200 len: 851 time: 0.0440218 May 20 09:22:13.087950 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083837a7-0b04-46cc-8506-4156415696a1 req-62023952-753c-401a-b158-0ecdac8384ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:13.089609 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-083837a7-0b04-46cc-8506-4156415696a1 req-62023952-753c-401a-b158-0ecdac8384ec service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5f48dba5-6c8f-4717-93d6-9f60508a64db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436976 May 20 09:22:13.179470 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-083837a7-0b04-46cc-8506-4156415696a1 req-a4622acc-5d3a-45ee-aeda-cd417f13b2aa service neutron] 10.222.0.44 "GET /v2.0/networks/5f48dba5-6c8f-4717-93d6-9f60508a64db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831606 May 20 09:22:13.270650 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-083837a7-0b04-46cc-8506-4156415696a1 req-e3970857-517d-4647-8a0e-e96bac99767b service neutron] 10.222.0.44 "GET /v2.0/networks/5f48dba5-6c8f-4717-93d6-9f60508a64db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844016 May 20 09:22:13.532197 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b912a192-0ac6-4e25-97aa-e8933d2b32f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:13.576461 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:22:13.594700 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f10153-c2c2-4484-a448-d2f80f726e21 req-da01dadd-f4b2-44c2-a28d-755474c918ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:13.596232 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b9f10153-c2c2-4484-a448-d2f80f726e21 req-da01dadd-f4b2-44c2-a28d-755474c918ff service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f26ac8782fe0407cb6f146ba70e74246&device_id=e2ba787b-f76a-465a-a7dd-4f1c63a69662 HTTP/1.1" status: 200 len: 1128 time: 0.0735807 May 20 09:22:13.602992 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9d1e5-02d6-45db-be37-af35935a03b1 req-05562d11-6cf5-415e-86a9-dfab3c931cd9 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:13.604483 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-57f9d1e5-02d6-45db-be37-af35935a03b1 req-05562d11-6cf5-415e-86a9-dfab3c931cd9 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce95e8ad-c22a-414c-a60f-b09d90de6ca5 HTTP/1.1" status: 200 len: 944 time: 0.0720322 May 20 09:22:13.714805 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-57f9d1e5-02d6-45db-be37-af35935a03b1 req-9f82da4b-cba7-4954-a228-35529f2f57cf tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/security-groups?id=07ab6b39-1525-4a39-9bf0-2668ed3e6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006269 May 20 09:22:13.724269 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f10153-c2c2-4484-a448-d2f80f726e21 req-ce0ccb41-dd0b-4861-9a3a-3e36d020b95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:13.725667 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b9f10153-c2c2-4484-a448-d2f80f726e21 req-ce0ccb41-dd0b-4861-9a3a-3e36d020b95e service neutron] 10.222.0.44 "GET /v2.0/networks?id=5f48dba5-6c8f-4717-93d6-9f60508a64db HTTP/1.1" status: 200 len: 913 time: 0.1203511 May 20 09:22:13.768666 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b9f10153-c2c2-4484-a448-d2f80f726e21 req-4ee6626a-064a-4bfc-a662-5eb7a1918962 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e23c9026-9127-4ce1-b841-54f42ba1005c HTTP/1.1" status: 200 len: 217 time: 0.0323927 May 20 09:22:13.825863 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f10153-c2c2-4484-a448-d2f80f726e21 req-2d45d093-59f8-4dc1-afee-13f236e1ade8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:13.827300 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b9f10153-c2c2-4484-a448-d2f80f726e21 req-2d45d093-59f8-4dc1-afee-13f236e1ade8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4497ded3-0270-4257-8e32-a5b32034f129 HTTP/1.1" status: 200 len: 851 time: 0.0495508 May 20 09:22:13.874024 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f10153-c2c2-4484-a448-d2f80f726e21 req-98c616bd-2a9b-4ba3-af78-9ec6b159d8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:13.875499 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b9f10153-c2c2-4484-a448-d2f80f726e21 req-98c616bd-2a9b-4ba3-af78-9ec6b159d8ab service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5f48dba5-6c8f-4717-93d6-9f60508a64db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0412722 May 20 09:22:13.966807 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b9f10153-c2c2-4484-a448-d2f80f726e21 req-e05267d1-ea1f-4492-930a-7a3424239deb service neutron] 10.222.0.44 "GET /v2.0/networks/5f48dba5-6c8f-4717-93d6-9f60508a64db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846748 May 20 09:22:13.973265 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac6a2b2-f592-4ad8-832f-e73920417a04 req-8acbc071-b19f-4476-992e-b5b80aa6a21e tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:13.974802 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7ac6a2b2-f592-4ad8-832f-e73920417a04 req-8acbc071-b19f-4476-992e-b5b80aa6a21e tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2ba787b-f76a-465a-a7dd-4f1c63a69662 HTTP/1.1" status: 200 len: 944 time: 0.0452435 May 20 09:22:14.024045 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7ac6a2b2-f592-4ad8-832f-e73920417a04 req-960b4dba-1097-4a64-b989-b1171ce41092 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433285 May 20 09:22:14.065382 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b9f10153-c2c2-4484-a448-d2f80f726e21 req-91e78aa7-94c0-47c8-b92f-084f5eab6db4 service neutron] 10.222.0.44 "GET /v2.0/networks/5f48dba5-6c8f-4717-93d6-9f60508a64db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909007 May 20 09:22:14.078928 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 63903daa-30be-49a0-b1aa-1178cef36497 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 09:22:14.096972 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:22:14.182513 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port 63903daa-30be-49a0-b1aa-1178cef36497, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=63903daa-30be-49a0-b1aa-1178cef36497,segment=NetworkSegment(69c99637-7bf4-4fc1-94fc-c95ba391cc3a),segment_id=69c99637-7bf4-4fc1-94fc-c95ba391cc3a)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:22:14.194268 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Returning: {'device': '63903daa-30be-49a0-b1aa-1178cef36497', 'network_id': 'bbafa734-b707-4f6b-9ede-9a82c40e53f6', 'port_id': '63903daa-30be-49a0-b1aa-1178cef36497', 'mac_address': 'fa:16:3e:6b:e7:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77b112bc-27a5-4334-b442-bd94f45b9be3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 09:22:14.229784 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port 63903daa-30be-49a0-b1aa-1178cef36497 is: DOWN; New status is: BUILD {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:22:14.230468 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (63903daa-30be-49a0-b1aa-1178cef36497), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:14.244486 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63903daa-30be-49a0-b1aa-1178cef36497 {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 09:22:14.265934 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port 63903daa-30be-49a0-b1aa-1178cef36497, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=63903daa-30be-49a0-b1aa-1178cef36497,segment=NetworkSegment(69c99637-7bf4-4fc1-94fc-c95ba391cc3a),segment_id=69c99637-7bf4-4fc1-94fc-c95ba391cc3a)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:22:14.271886 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (63903daa-30be-49a0-b1aa-1178cef36497), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:14.316370 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=63903daa-30be-49a0-b1aa-1178cef36497,revision_number=4']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:14.503418 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] get_ports_and_sgs() called for port_ids ['63903daa-30be-49a0-b1aa-1178cef36497'] {{(pid=104277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 09:22:14.561039 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:22:14.830076 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:22:14.841794 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c1f08-c5f1-48df-af88-44b3436aed83 req-25e4380d-b97c-4325-ad07-24886da42c5d tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:14.843301 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-592c1f08-c5f1-48df-af88-44b3436aed83 req-25e4380d-b97c-4325-ad07-24886da42c5d tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce95e8ad-c22a-414c-a60f-b09d90de6ca5 HTTP/1.1" status: 200 len: 945 time: 0.0484185 May 20 09:22:14.893529 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-592c1f08-c5f1-48df-af88-44b3436aed83 req-d2d0b1ff-d286-4672-9e1d-185d824e91e1 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/security-groups?id=07ab6b39-1525-4a39-9bf0-2668ed3e6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423892 May 20 09:22:15.058358 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:22:15.118882 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:22:15.161711 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c7519-d48f-4724-8bf0-859d33ac54be req-f56d4324-2f49-4c72-a3df-27c2051a4680 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:15.163175 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4a9c7519-d48f-4724-8bf0-859d33ac54be req-f56d4324-2f49-4c72-a3df-27c2051a4680 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2ba787b-f76a-465a-a7dd-4f1c63a69662 HTTP/1.1" status: 200 len: 944 time: 0.0577047 May 20 09:22:15.212093 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4a9c7519-d48f-4724-8bf0-859d33ac54be req-57eb1bcf-b58f-4802-a440-a11712c13942 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431228 May 20 09:22:15.793985 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1110bd13-0034-4279-b394-cd0aa9eaa2cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:16.013823 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879a045-e6a8-4d5d-b572-20bab5c1cbe8 req-0a3e84cf-a3f4-4dcd-9a06-e465ea57d8e3 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:16.015631 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f879a045-e6a8-4d5d-b572-20bab5c1cbe8 req-0a3e84cf-a3f4-4dcd-9a06-e465ea57d8e3 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce95e8ad-c22a-414c-a60f-b09d90de6ca5 HTTP/1.1" status: 200 len: 945 time: 0.0467808 May 20 09:22:16.076989 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f879a045-e6a8-4d5d-b572-20bab5c1cbe8 req-fa720d8f-e936-42cf-b455-0d9962088c6c tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/security-groups?id=07ab6b39-1525-4a39-9bf0-2668ed3e6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527799 May 20 09:22:16.084888 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 63903daa-30be-49a0-b1aa-1178cef36497 up at agent hyperv_hv-cinder-83699 {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:22:16.130325 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Provisioning for port 63903daa-30be-49a0-b1aa-1178cef36497 completed by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 20 09:22:16.139000 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Provisioning complete for port 63903daa-30be-49a0-b1aa-1178cef36497 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:22:16.139878 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (63903daa-30be-49a0-b1aa-1178cef36497), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:16.218131 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port 63903daa-30be-49a0-b1aa-1178cef36497 is: BUILD; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:22:16.218521 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (63903daa-30be-49a0-b1aa-1178cef36497), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:16.241532 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce95e8ad-c22a-414c-a60f-b09d90de6ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63903daa-30be-49a0-b1aa-1178cef36497'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:22:16.243857 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a79de04d4ec243d1cdc81b41ccc126ec62664011dfe1c1a94e68b1d536b5d8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee41c60-e756-4c2f-887e-f063dc8d155a" -d '{"events": [{"server_uuid": "ce95e8ad-c22a-414c-a60f-b09d90de6ca5", "name": "network-vif-plugged", "status": "completed", "tag": "63903daa-30be-49a0-b1aa-1178cef36497"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:22:16.258326 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port 63903daa-30be-49a0-b1aa-1178cef36497, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=63903daa-30be-49a0-b1aa-1178cef36497,segment=NetworkSegment(69c99637-7bf4-4fc1-94fc-c95ba391cc3a),segment_id=69c99637-7bf4-4fc1-94fc-c95ba391cc3a)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:22:16.265683 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (63903daa-30be-49a0-b1aa-1178cef36497), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:16.290832 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 09:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20bae845-3770-48e7-b656-356c40408b45 x-openstack-request-id: req-20bae845-3770-48e7-b656-356c40408b45 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:22:16.291118 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce95e8ad-c22a-414c-a60f-b09d90de6ca5", "name": "network-vif-plugged", "status": "completed", "tag": "63903daa-30be-49a0-b1aa-1178cef36497", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:22:16.291751 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-20bae845-3770-48e7-b656-356c40408b45 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:22:16.292144 dv-cinder-836996-23-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20bae845-3770-48e7-b656-356c40408b45'] response: {'server_uuid': 'ce95e8ad-c22a-414c-a60f-b09d90de6ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63903daa-30be-49a0-b1aa-1178cef36497', 'code': 200} May 20 09:22:16.320701 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=63903daa-30be-49a0-b1aa-1178cef36497,revision_number=5']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:16.337783 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a5068-b467-4301-aa80-04f9fdf24cc3 req-176232de-ce20-419e-9bca-72223120a80c tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:16.339289 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3f8a5068-b467-4301-aa80-04f9fdf24cc3 req-176232de-ce20-419e-9bca-72223120a80c tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2ba787b-f76a-465a-a7dd-4f1c63a69662 HTTP/1.1" status: 200 len: 944 time: 0.0540502 May 20 09:22:16.388869 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3f8a5068-b467-4301-aa80-04f9fdf24cc3 req-22d8c755-1556-40dc-a39b-2b398eeb980c tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437214 May 20 09:22:16.449522 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f99702-af83-4a71-94d3-7940ec6d7a43 req-939c9b67-1bd8-4197-a65b-710f4ef0d741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:16.450996 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-05f99702-af83-4a71-94d3-7940ec6d7a43 req-939c9b67-1bd8-4197-a65b-710f4ef0d741 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ce95e8ad-c22a-414c-a60f-b09d90de6ca5 HTTP/1.1" status: 200 len: 1130 time: 0.0375447 May 20 09:22:16.494692 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-05f99702-af83-4a71-94d3-7940ec6d7a43 req-8b879ed4-b37f-43d4-b87d-09bc4a005d14 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=07ab6b39-1525-4a39-9bf0-2668ed3e6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371652 May 20 09:22:17.132405 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:17.205122 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe7122-2bbd-4f47-9e5a-5fa173c8c13d req-43485b54-6c0f-44b6-b2cc-3f4e4714cde5 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:17.206557 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-32fe7122-2bbd-4f47-9e5a-5fa173c8c13d req-43485b54-6c0f-44b6-b2cc-3f4e4714cde5 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce95e8ad-c22a-414c-a60f-b09d90de6ca5 HTTP/1.1" status: 200 len: 946 time: 0.0476689 May 20 09:22:17.252944 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-32fe7122-2bbd-4f47-9e5a-5fa173c8c13d req-0d7b10f8-c61a-4e58-87bc-eb5d8f19407b tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/security-groups?id=07ab6b39-1525-4a39-9bf0-2668ed3e6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407979 May 20 09:22:17.517197 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09635b43-6f15-48ad-9e85-9fca7837d061 req-702a1e7b-67ab-4013-9ce5-c9f8d127e644 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:17.518642 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-09635b43-6f15-48ad-9e85-9fca7837d061 req-702a1e7b-67ab-4013-9ce5-c9f8d127e644 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2ba787b-f76a-465a-a7dd-4f1c63a69662 HTTP/1.1" status: 200 len: 944 time: 0.0484700 May 20 09:22:17.568840 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-09635b43-6f15-48ad-9e85-9fca7837d061 req-c860c294-560c-4475-b23c-4d484389a9ad tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443540 May 20 09:22:18.387558 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658493f9-c8f4-495b-a24c-20a338de167a req-63b2d151-7282-4653-8f5b-6ff729ec28f4 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:18.389469 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-658493f9-c8f4-495b-a24c-20a338de167a req-63b2d151-7282-4653-8f5b-6ff729ec28f4 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce95e8ad-c22a-414c-a60f-b09d90de6ca5 HTTP/1.1" status: 200 len: 946 time: 0.0512733 May 20 09:22:18.398072 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:18.440925 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-658493f9-c8f4-495b-a24c-20a338de167a req-d71de4d6-c7da-45f4-9bd5-3b1ead498e4f tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/security-groups?id=07ab6b39-1525-4a39-9bf0-2668ed3e6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441751 May 20 09:22:18.569736 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5301f-6cc4-4a87-84d3-c58b26302017 req-464472d6-13ad-4e56-abb7-d695226109d7 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:18.572033 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-00a5301f-6cc4-4a87-84d3-c58b26302017 req-464472d6-13ad-4e56-abb7-d695226109d7 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce95e8ad-c22a-414c-a60f-b09d90de6ca5 HTTP/1.1" status: 200 len: 946 time: 0.0519202 May 20 09:22:18.621035 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-00a5301f-6cc4-4a87-84d3-c58b26302017 req-6ab705df-6cce-4b36-8318-0fceebc94b0a tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/security-groups?id=07ab6b39-1525-4a39-9bf0-2668ed3e6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430396 May 20 09:22:18.689892 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d942748-92f0-4b8e-afa5-9cbbc12e278f req-c54a0cf2-bf93-49aa-a8d7-cb81b50abd59 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:18.691431 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-0d942748-92f0-4b8e-afa5-9cbbc12e278f req-c54a0cf2-bf93-49aa-a8d7-cb81b50abd59 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2ba787b-f76a-465a-a7dd-4f1c63a69662 HTTP/1.1" status: 200 len: 944 time: 0.0478396 May 20 09:22:18.722501 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:22:18.741697 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-0d942748-92f0-4b8e-afa5-9cbbc12e278f req-a6f62d46-ac0c-419e-a99a-88e26f931ad6 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445213 May 20 09:22:18.943130 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ce5e3-202c-4979-b0ac-d158c06c4b99 req-986c8905-3db1-4b36-a232-b0bf3e726bed tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:18.944708 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-990ce5e3-202c-4979-b0ac-d158c06c4b99 req-986c8905-3db1-4b36-a232-b0bf3e726bed tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce95e8ad-c22a-414c-a60f-b09d90de6ca5 HTTP/1.1" status: 200 len: 946 time: 0.0462704 May 20 09:22:18.996064 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-990ce5e3-202c-4979-b0ac-d158c06c4b99 req-9f741714-ccff-41b5-a003-bf3efa2a145d tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/security-groups?id=07ab6b39-1525-4a39-9bf0-2668ed3e6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459235 May 20 09:22:19.856342 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b19bb-7b15-4405-b3a5-71c997d1e926 req-4896a298-661a-4566-9931-d848d4832307 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:19.857821 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b97b19bb-7b15-4405-b3a5-71c997d1e926 req-4896a298-661a-4566-9931-d848d4832307 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2ba787b-f76a-465a-a7dd-4f1c63a69662 HTTP/1.1" status: 200 len: 944 time: 0.0480375 May 20 09:22:19.909203 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b97b19bb-7b15-4405-b3a5-71c997d1e926 req-4d6de4bc-6df8-46e0-ab42-8a44aee21870 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456932 May 20 09:22:20.149424 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:21.029785 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a9996-1555-498a-8a19-7a822466d805 req-e69f8eb4-edfa-4fd1-b75b-3ad1afc5a5ec tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:21.031289 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b39a9996-1555-498a-8a19-7a822466d805 req-e69f8eb4-edfa-4fd1-b75b-3ad1afc5a5ec tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2ba787b-f76a-465a-a7dd-4f1c63a69662 HTTP/1.1" status: 200 len: 944 time: 0.0472074 May 20 09:22:21.083905 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b39a9996-1555-498a-8a19-7a822466d805 req-8c591080-367e-4543-9aba-4418ddcbfa67 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468886 May 20 09:22:22.102124 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device e23c9026-9127-4ce1-b841-54f42ba1005c details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 09:22:22.192106 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:22:22.212910 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0e52e-74c2-40bb-9374-b3d9633eb9f4 req-7502f7d8-4dd9-4cd8-8d53-289a1b678e95 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:22.214412 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-aed0e52e-74c2-40bb-9374-b3d9633eb9f4 req-7502f7d8-4dd9-4cd8-8d53-289a1b678e95 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2ba787b-f76a-465a-a7dd-4f1c63a69662 HTTP/1.1" status: 200 len: 944 time: 0.0512404 May 20 09:22:22.219680 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port e23c9026-9127-4ce1-b841-54f42ba1005c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e23c9026-9127-4ce1-b841-54f42ba1005c,segment=NetworkSegment(665fb377-4509-43d2-a447-5bd58fa768e8),segment_id=665fb377-4509-43d2-a447-5bd58fa768e8)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:22:22.231298 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Returning: {'device': 'e23c9026-9127-4ce1-b841-54f42ba1005c', 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db', 'port_id': 'e23c9026-9127-4ce1-b841-54f42ba1005c', 'mac_address': 'fa:16:3e:2a:06:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4497ded3-0270-4257-8e32-a5b32034f129', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 09:22:22.263791 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-aed0e52e-74c2-40bb-9374-b3d9633eb9f4 req-b99b5764-36e2-4ccb-a917-b8b99d949369 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435760 May 20 09:22:22.266346 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port e23c9026-9127-4ce1-b841-54f42ba1005c is: DOWN; New status is: BUILD {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:22:22.266705 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (e23c9026-9127-4ce1-b841-54f42ba1005c), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:22.280319 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e23c9026-9127-4ce1-b841-54f42ba1005c {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 09:22:22.300542 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port e23c9026-9127-4ce1-b841-54f42ba1005c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e23c9026-9127-4ce1-b841-54f42ba1005c,segment=NetworkSegment(665fb377-4509-43d2-a447-5bd58fa768e8),segment_id=665fb377-4509-43d2-a447-5bd58fa768e8)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:22:22.306501 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (e23c9026-9127-4ce1-b841-54f42ba1005c), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:22.357438 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=e23c9026-9127-4ce1-b841-54f42ba1005c,revision_number=4']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:22.531502 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] get_ports_and_sgs() called for port_ids ['e23c9026-9127-4ce1-b841-54f42ba1005c'] {{(pid=104277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 09:22:22.633699 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:22:23.177324 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (2d1be950-4dd6-4324-90da-2272c7a86826), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:23.365679 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:22:23.382516 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed804eac-210c-4547-b2b1-5ada364aa85a req-38a5e494-d702-4b81-9586-47ee7ebe1a2a tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:23.384017 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ed804eac-210c-4547-b2b1-5ada364aa85a req-38a5e494-d702-4b81-9586-47ee7ebe1a2a tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2ba787b-f76a-465a-a7dd-4f1c63a69662 HTTP/1.1" status: 200 len: 945 time: 0.0485189 May 20 09:22:23.432578 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ed804eac-210c-4547-b2b1-5ada364aa85a req-f8e72d0c-e7c5-4a6f-a44e-6aaa7199e14d tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426424 May 20 09:22:24.117088 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device e23c9026-9127-4ce1-b841-54f42ba1005c up at agent hyperv_hv-cinder-83699 {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:22:24.171778 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Provisioning for port e23c9026-9127-4ce1-b841-54f42ba1005c completed by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 20 09:22:24.180306 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Provisioning complete for port e23c9026-9127-4ce1-b841-54f42ba1005c triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:22:24.181209 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (e23c9026-9127-4ce1-b841-54f42ba1005c), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:24.256122 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port e23c9026-9127-4ce1-b841-54f42ba1005c is: BUILD; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:22:24.256516 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (e23c9026-9127-4ce1-b841-54f42ba1005c), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:24.279913 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ba787b-f76a-465a-a7dd-4f1c63a69662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23c9026-9127-4ce1-b841-54f42ba1005c'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:22:24.282305 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a79de04d4ec243d1cdc81b41ccc126ec62664011dfe1c1a94e68b1d536b5d8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f1dc64-0419-4cd2-8f3e-9a4867c1b269" -d '{"events": [{"server_uuid": "e2ba787b-f76a-465a-a7dd-4f1c63a69662", "name": "network-vif-plugged", "status": "completed", "tag": "e23c9026-9127-4ce1-b841-54f42ba1005c"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:22:24.294877 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port e23c9026-9127-4ce1-b841-54f42ba1005c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e23c9026-9127-4ce1-b841-54f42ba1005c,segment=NetworkSegment(665fb377-4509-43d2-a447-5bd58fa768e8),segment_id=665fb377-4509-43d2-a447-5bd58fa768e8)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:22:24.300157 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (e23c9026-9127-4ce1-b841-54f42ba1005c), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:24.324748 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 09:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e7b653-f1fb-4bab-b8ad-624bba588e0f x-openstack-request-id: req-d5e7b653-f1fb-4bab-b8ad-624bba588e0f {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:22:24.325094 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ba787b-f76a-465a-a7dd-4f1c63a69662", "name": "network-vif-plugged", "status": "completed", "tag": "e23c9026-9127-4ce1-b841-54f42ba1005c", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:22:24.325243 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d5e7b653-f1fb-4bab-b8ad-624bba588e0f {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:22:24.325663 dv-cinder-836996-23-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5e7b653-f1fb-4bab-b8ad-624bba588e0f'] response: {'server_uuid': 'e2ba787b-f76a-465a-a7dd-4f1c63a69662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23c9026-9127-4ce1-b841-54f42ba1005c', 'code': 200} May 20 09:22:24.351891 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=e23c9026-9127-4ce1-b841-54f42ba1005c,revision_number=5']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:24.540750 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da441e-dd73-4595-8675-6c710232472c req-61849290-85e2-4bee-832d-576e385e2e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:24.542174 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-61da441e-dd73-4595-8675-6c710232472c req-61849290-85e2-4bee-832d-576e385e2e6b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e2ba787b-f76a-465a-a7dd-4f1c63a69662 HTTP/1.1" status: 200 len: 1130 time: 0.0391712 May 20 09:22:24.553482 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf951d7-4dbf-4f4d-89c4-5fe8018f50f1 req-e5bf2a82-acb1-4761-af7e-9d70941eac6c tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:24.554967 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2bf951d7-4dbf-4f4d-89c4-5fe8018f50f1 req-e5bf2a82-acb1-4761-af7e-9d70941eac6c tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2ba787b-f76a-465a-a7dd-4f1c63a69662 HTTP/1.1" status: 200 len: 946 time: 0.0466869 May 20 09:22:24.587518 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-61da441e-dd73-4595-8675-6c710232472c req-400fdf2d-b222-44a9-972c-c8ece14a8f72 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393972 May 20 09:22:24.603382 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2bf951d7-4dbf-4f4d-89c4-5fe8018f50f1 req-448cf2cf-df21-4548-9e3b-085b01de3c6a tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426228 May 20 09:22:25.428828 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-1290df66-ba4e-481f-b788-adb2eb1f4593 req-84c113e9-5c61-42c3-8867-529e14a61e79 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f18f53dc-1246-48a4-89c6-0872683b41a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437636 May 20 09:22:25.729596 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f471100e-44e6-4caa-b084-f76b5c383af8 req-e0cf3e10-3c77-4f11-b70c-4cfb0aac4c72 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:25.730948 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f471100e-44e6-4caa-b084-f76b5c383af8 req-e0cf3e10-3c77-4f11-b70c-4cfb0aac4c72 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2ba787b-f76a-465a-a7dd-4f1c63a69662 HTTP/1.1" status: 200 len: 946 time: 0.0545952 May 20 09:22:25.782964 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f471100e-44e6-4caa-b084-f76b5c383af8 req-6018fb33-119e-4a82-abab-684ef0b7bbaa tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437131 May 20 09:22:25.906347 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02b335-876e-4940-9d80-833f475c4363 req-bca3a7c4-d2ce-4ec3-b202-ca28dab32110 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:25.907906 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ca02b335-876e-4940-9d80-833f475c4363 req-bca3a7c4-d2ce-4ec3-b202-ca28dab32110 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2ba787b-f76a-465a-a7dd-4f1c63a69662 HTTP/1.1" status: 200 len: 946 time: 0.0516353 May 20 09:22:25.915444 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1290df66-ba4e-481f-b788-adb2eb1f4593 req-2f099c24-ea08-4365-b98a-969b413f3a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:25.916961 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-1290df66-ba4e-481f-b788-adb2eb1f4593 req-2f099c24-ea08-4365-b98a-969b413f3a63 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f26ac8782fe0407cb6f146ba70e74246&device_id=f18f53dc-1246-48a4-89c6-0872683b41a6 HTTP/1.1" status: 200 len: 1130 time: 0.0403416 May 20 09:22:25.956444 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ca02b335-876e-4940-9d80-833f475c4363 req-13ef9d30-3c29-47a8-8468-14c51bdb639b tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426931 May 20 09:22:25.979040 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 40204) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:22:26.017600 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f103244-1bd9-4bbf-97d9-8fe53b8659ef tempest-TestVolumeBootPattern-32530677 tempest-TestVolumeBootPattern-32530677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:26.019131 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-3f103244-1bd9-4bbf-97d9-8fe53b8659ef tempest-TestVolumeBootPattern-32530677 tempest-TestVolumeBootPattern-32530677-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=e2ba787b-f76a-465a-a7dd-4f1c63a69662 HTTP/1.1" status: 200 len: 1125 time: 0.0390258 May 20 09:22:26.019571 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:22:26.022045 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 40206) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:22:26.029335 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-f798f03c-1cd7-4d22-a13e-50a7985254be tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Request body: {'floatingip': {'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'port_id': 'e23c9026-9127-4ce1-b841-54f42ba1005c', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:22:26.035359 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1290df66-ba4e-481f-b788-adb2eb1f4593 req-79d7e8d8-7397-4997-8c78-fc881e75b774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:26.036770 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-1290df66-ba4e-481f-b788-adb2eb1f4593 req-79d7e8d8-7397-4997-8c78-fc881e75b774 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5f48dba5-6c8f-4717-93d6-9f60508a64db HTTP/1.1" status: 200 len: 913 time: 0.1013646 May 20 09:22:26.085251 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-f798f03c-1cd7-4d22-a13e-50a7985254be tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:26.144634 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-1290df66-ba4e-481f-b788-adb2eb1f4593 req-edfba0cf-75dc-4886-822a-d168d77a3745 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5598616-768d-4048-8257-a24495be6820 HTTP/1.1" status: 200 len: 1001 time: 0.1005418 May 20 09:22:26.207475 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-f798f03c-1cd7-4d22-a13e-50a7985254be tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:26.217056 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1290df66-ba4e-481f-b788-adb2eb1f4593 req-97d0b41f-511f-416b-9f77-16987bca7760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:26.218537 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-1290df66-ba4e-481f-b788-adb2eb1f4593 req-97d0b41f-511f-416b-9f77-16987bca7760 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4497ded3-0270-4257-8e32-a5b32034f129 HTTP/1.1" status: 200 len: 851 time: 0.0668235 May 20 09:22:26.302011 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1290df66-ba4e-481f-b788-adb2eb1f4593 req-7b77736b-0d10-40b7-a50c-fbb016d382f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:26.303442 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-1290df66-ba4e-481f-b788-adb2eb1f4593 req-7b77736b-0d10-40b7-a50c-fbb016d382f3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5f48dba5-6c8f-4717-93d6-9f60508a64db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0566142 May 20 09:22:26.350589 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.db_base_plugin_common [None req-f798f03c-1cd7-4d22-a13e-50a7985254be tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Allocated IP 172.27.0.149 (db85349c-1449-495a-9881-8426bbf372da/93804823-6bc2-4eb0-bfcd-bdee0631ed3e/77ba874c-4d0d-4b93-97c5-81c288413174) {{(pid=104275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:22:26.367948 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:22:26.529473 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-1290df66-ba4e-481f-b788-adb2eb1f4593 req-f770811c-524c-45b9-bd0a-8fed094ef1e5 service neutron] 10.222.0.44 "GET /v2.0/networks/5f48dba5-6c8f-4717-93d6-9f60508a64db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492891 May 20 09:22:26.532020 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-f798f03c-1cd7-4d22-a13e-50a7985254be tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks [] for port (77ba874c-4d0d-4b93-97c5-81c288413174), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:26.566106 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-f798f03c-1cd7-4d22-a13e-50a7985254be tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30908355'] for port (77ba874c-4d0d-4b93-97c5-81c288413174), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:26.612064 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f798f03c-1cd7-4d22-a13e-50a7985254be tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Network db85349c-1449-495a-9881-8426bbf372da is already hosted by enough agents. {{(pid=104275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:22:26.614960 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.base_scheduler [None req-f798f03c-1cd7-4d22-a13e-50a7985254be tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Resources bound (agent type, host, resource id): {{(pid=104275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:22:26.618729 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f798f03c-1cd7-4d22-a13e-50a7985254be tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Received port after_create {{(pid=104275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:22:26.651671 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f798f03c-1cd7-4d22-a13e-50a7985254be tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Pushing event updated for resources: {'Port': ['ID=77ba874c-4d0d-4b93-97c5-81c288413174,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:26.770051 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:22:26.798030 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-1290df66-ba4e-481f-b788-adb2eb1f4593 req-24a8961c-bc8a-41ee-aa1f-4fc3b7146ce6 service neutron] 10.222.0.44 "GET /v2.0/networks/5f48dba5-6c8f-4717-93d6-9f60508a64db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770968 May 20 09:22:27.041653 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-f798f03c-1cd7-4d22-a13e-50a7985254be tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks [] for floatingip (3b92d0ab-3f7d-4038-b80a-01a84cbaff92), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:27.110554 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-f798f03c-1cd7-4d22-a13e-50a7985254be tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (77ba874c-4d0d-4b93-97c5-81c288413174), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:27.165393 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:22:27.302012 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-f798f03c-1cd7-4d22-a13e-50a7985254be tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks [] for port (77ba874c-4d0d-4b93-97c5-81c288413174), precommit_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:27.307706 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-f798f03c-1cd7-4d22-a13e-50a7985254be tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30908404'] for port (77ba874c-4d0d-4b93-97c5-81c288413174), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:27.385702 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f798f03c-1cd7-4d22-a13e-50a7985254be tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Pushing event updated for resources: {'Port': ['ID=77ba874c-4d0d-4b93-97c5-81c288413174,revision_number=2']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:27.397388 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-f798f03c-1cd7-4d22-a13e-50a7985254be tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680135'] for floatingip (3b92d0ab-3f7d-4038-b80a-01a84cbaff92), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:27.508841 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f37d4e-58ab-4a33-9456-103d2460e837 req-bea520df-0eaf-407d-81ff-034204624192 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:27.510189 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-e6f37d4e-58ab-4a33-9456-103d2460e837 req-bea520df-0eaf-407d-81ff-034204624192 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce95e8ad-c22a-414c-a60f-b09d90de6ca5 HTTP/1.1" status: 200 len: 946 time: 0.0820432 May 20 09:22:27.542234 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.db.l3_db [None req-f798f03c-1cd7-4d22-a13e-50a7985254be tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Floating IP 3b92d0ab-3f7d-4038-b80a-01a84cbaff92 associated. External IP: 172.27.0.149, port: e23c9026-9127-4ce1-b841-54f42ba1005c. May 20 09:22:27.880260 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:22:27.886557 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-e6f37d4e-58ab-4a33-9456-103d2460e837 req-0031c2d7-fb09-40d0-baba-b19c998bb319 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/security-groups?id=07ab6b39-1525-4a39-9bf0-2668ed3e6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688636 May 20 09:22:27.910863 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 40218) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:22:28.037262 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f798f03c-1cd7-4d22-a13e-50a7985254be tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Router 9c1d9c77-1b9d-4a44-8463-7522608f4462 has already been hosted by L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 {{(pid=104275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 09:22:28.097924 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0fb098-26a9-4d72-8983-b71c37c13c1d tempest-TestMinimumBasicScenario-1096175832 tempest-TestMinimumBasicScenario-1096175832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:28.099594 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-8c0fb098-26a9-4d72-8983-b71c37c13c1d tempest-TestMinimumBasicScenario-1096175832 tempest-TestMinimumBasicScenario-1096175832-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=ce95e8ad-c22a-414c-a60f-b09d90de6ca5 HTTP/1.1" status: 200 len: 1125 time: 0.1875372 May 20 09:22:28.102359 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 40222) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:22:28.106541 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-7fa260d7-1c96-4908-bf00-d60f40a2356a tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Request body: {'floatingip': {'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'port_id': '63903daa-30be-49a0-b1aa-1178cef36497', 'tenant_id': 'aabdb72f128d4d4da1f9390e505d704b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:22:28.129398 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7fa260d7-1c96-4908-bf00-d60f40a2356a tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:28.138772 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f798f03c-1cd7-4d22-a13e-50a7985254be tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:22:28.151033 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f2d551-2d2f-463f-9ee0-4c4e238e5fff None None] Sync routers for ids ['9c1d9c77-1b9d-4a44-8463-7522608f4462'] in dv-cinder-836996-23-iscsi {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:22:28.159607 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-f798f03c-1cd7-4d22-a13e-50a7985254be tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for floatingip (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:28.163932 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f2d551-2d2f-463f-9ee0-4c4e238e5fff None None] Routers {'9c1d9c77-1b9d-4a44-8463-7522608f4462'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:22:28.164556 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-46f2d551-2d2f-463f-9ee0-4c4e238e5fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:22:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['9c1d9c77-1b9d-4a44-8463-7522608f4462'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:22:28.189293 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-f798f03c-1cd7-4d22-a13e-50a7985254be tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1661730 May 20 09:22:28.189880 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2ba787b-f76a-465a-a7dd-4f1c63a69662', 'tag': 'e23c9026-9127-4ce1-b841-54f42ba1005c'}] {{(pid=104275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:22:28.192236 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eea53449646a7168c1429fc9fd421a4bc8c13d7c241c91a60dad7e76b53d9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b829dc2e-22ed-469b-a4b9-62e5d343d583" -d '{"events": [{"name": "network-changed", "server_uuid": "e2ba787b-f76a-465a-a7dd-4f1c63a69662", "tag": "e23c9026-9127-4ce1-b841-54f42ba1005c"}]}' {{(pid=104275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:22:28.215826 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7fa260d7-1c96-4908-bf00-d60f40a2356a tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:28.229676 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 09:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e5e97d-87f4-4bb6-9fa7-8870ac33c743 x-openstack-request-id: req-18e5e97d-87f4-4bb6-9fa7-8870ac33c743 {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:22:28.229963 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2ba787b-f76a-465a-a7dd-4f1c63a69662", "tag": "e23c9026-9127-4ce1-b841-54f42ba1005c", "status": "completed", "code": 200}]} {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:22:28.230284 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-18e5e97d-87f4-4bb6-9fa7-8870ac33c743 {{(pid=104275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:22:28.230625 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18e5e97d-87f4-4bb6-9fa7-8870ac33c743'] response: {'name': 'network-changed', 'server_uuid': 'e2ba787b-f76a-465a-a7dd-4f1c63a69662', 'tag': 'e23c9026-9127-4ce1-b841-54f42ba1005c', 'status': 'completed', 'code': 200} May 20 09:22:28.271190 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:22:28.295225 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829dc2e-22ed-469b-a4b9-62e5d343d583 req-c26604b9-63de-4a02-af88-e657a680d8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:28.297162 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b829dc2e-22ed-469b-a4b9-62e5d343d583 req-c26604b9-63de-4a02-af88-e657a680d8ce service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f26ac8782fe0407cb6f146ba70e74246&device_id=e2ba787b-f76a-465a-a7dd-4f1c63a69662 HTTP/1.1" status: 200 len: 1130 time: 0.0436394 May 20 09:22:28.325590 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_common [None req-7fa260d7-1c96-4908-bf00-d60f40a2356a tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Allocated IP 172.27.0.243 (db85349c-1449-495a-9881-8426bbf372da/93804823-6bc2-4eb0-bfcd-bdee0631ed3e/611532a5-8955-4f01-9c19-18faed0b65a0) {{(pid=104276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:22:28.382808 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:22:28.396285 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829dc2e-22ed-469b-a4b9-62e5d343d583 req-a8e36307-7f4f-4f12-8dea-43c5679d9444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:28.397326 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b829dc2e-22ed-469b-a4b9-62e5d343d583 req-a8e36307-7f4f-4f12-8dea-43c5679d9444 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5f48dba5-6c8f-4717-93d6-9f60508a64db HTTP/1.1" status: 200 len: 913 time: 0.0928662 May 20 09:22:28.410116 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-46f2d551-2d2f-463f-9ee0-4c4e238e5fff None None] Set router 9c1d9c77-1b9d-4a44-8463-7522608f4462 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:22:28.444551 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7fa260d7-1c96-4908-bf00-d60f40a2356a tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks [] for port (611532a5-8955-4f01-9c19-18faed0b65a0), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:28.446220 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:22:28.463275 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b829dc2e-22ed-469b-a4b9-62e5d343d583 req-8f27b2f3-018e-49f8-a8c8-c612ad3fe9bf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e23c9026-9127-4ce1-b841-54f42ba1005c HTTP/1.1" status: 200 len: 1000 time: 0.0591917 May 20 09:22:28.481114 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7fa260d7-1c96-4908-bf00-d60f40a2356a tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (611532a5-8955-4f01-9c19-18faed0b65a0), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:28.517362 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829dc2e-22ed-469b-a4b9-62e5d343d583 req-284608aa-a879-4b41-8967-1eb08dac1bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:28.519005 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b829dc2e-22ed-469b-a4b9-62e5d343d583 req-284608aa-a879-4b41-8967-1eb08dac1bfd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4497ded3-0270-4257-8e32-a5b32034f129 HTTP/1.1" status: 200 len: 851 time: 0.0499239 May 20 09:22:28.520692 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa260d7-1c96-4908-bf00-d60f40a2356a tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Network db85349c-1449-495a-9881-8426bbf372da is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:22:28.525134 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-7fa260d7-1c96-4908-bf00-d60f40a2356a tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:22:28.528977 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa260d7-1c96-4908-bf00-d60f40a2356a tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Received port after_create {{(pid=104276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:22:28.550407 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa260d7-1c96-4908-bf00-d60f40a2356a tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Pushing event updated for resources: {'Port': ['ID=611532a5-8955-4f01-9c19-18faed0b65a0,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:28.565499 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:22:28.583560 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829dc2e-22ed-469b-a4b9-62e5d343d583 req-0556f1bb-81c4-44f1-a656-33b7d39837ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:28.585244 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b829dc2e-22ed-469b-a4b9-62e5d343d583 req-0556f1bb-81c4-44f1-a656-33b7d39837ae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5f48dba5-6c8f-4717-93d6-9f60508a64db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0585585 May 20 09:22:28.628792 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-46f2d551-2d2f-463f-9ee0-4c4e238e5fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'name': 'tempest-TestVolumeBootPattern-1154776738-router', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'b7ab6e55-17db-42cd-b0ce-5a4147e57649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:16:15Z', 'updated_at': '2022-05-20T09:16:21Z', 'revision_number': 4, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'gw_port': {'id': 'b7ab6e55-17db-42cd-b0ce-5a4147e57649', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:17Z', 'updated_at': '2022-05-20T09:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_floatingips': [{'id': '3b92d0ab-3f7d-4038-b80a-01a84cbaff92', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'floating_ip_address': '172.27.0.149', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'port_id': 'e23c9026-9127-4ce1-b841-54f42ba1005c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db', 'mac_address': 'fa:16:3e:2a:06:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ba787b-f76a-465a-a7dd-4f1c63a69662', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:22:26Z', 'updated_at': '2022-05-20T09:22:26Z', 'revision_number': 0, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'fixed_ip_address_scope': None}, {'id': 'ab607342-53c4-4af6-b45a-5bf0939b6823', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'floating_ip_address': '172.27.0.43', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'port_id': 'b5598616-768d-4048-8257-a24495be6820', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db', 'mac_address': 'fa:16:3e:39:7a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18f53dc-1246-48a4-89c6-0872683b41a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:20:12Z', 'updated_at': '2022-05-20T09:20:14Z', 'revision_number': 1, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1416c85d-0ef1-4a99-95a1-2930a49cdaab', 'name': '', 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'mac_address': 'fa:16:3e:4d:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '4497ded3-0270-4257-8e32-a5b32034f129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:20Z', 'updated_at': '2022-05-20T09:16:25Z', 'revision_number': 5, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'subnets': [{'id': '4497ded3-0270-4257-8e32-a5b32034f129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:22:28.660762 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f2d551-2d2f-463f-9ee0-4c4e238e5fff None None] Checking router: 9c1d9c77-1b9d-4a44-8463-7522608f4462 for host: dv-cinder-836996-23-iscsi {{(pid=104277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:22:28.669811 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f2d551-2d2f-463f-9ee0-4c4e238e5fff None None] Routers {'9c1d9c77-1b9d-4a44-8463-7522608f4462'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:22:28.670428 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-46f2d551-2d2f-463f-9ee0-4c4e238e5fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:22:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['9c1d9c77-1b9d-4a44-8463-7522608f4462'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:22:28.679526 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b829dc2e-22ed-469b-a4b9-62e5d343d583 req-cc4899be-3036-4eff-a123-0ce384e4ddab service neutron] 10.222.0.44 "GET /v2.0/networks/5f48dba5-6c8f-4717-93d6-9f60508a64db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860150 May 20 09:22:28.774925 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b829dc2e-22ed-469b-a4b9-62e5d343d583 req-5a046d4e-b4c3-4321-acaa-75c102c4be38 service neutron] 10.222.0.44 "GET /v2.0/networks/5f48dba5-6c8f-4717-93d6-9f60508a64db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886297 May 20 09:22:28.777802 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:22:28.779931 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-46f2d551-2d2f-463f-9ee0-4c4e238e5fff None None] Set router 9c1d9c77-1b9d-4a44-8463-7522608f4462 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:22:28.905592 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7fa260d7-1c96-4908-bf00-d60f40a2356a tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks [] for floatingip (d17887d4-f99b-429a-91c2-f9477f33c33a), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:28.971986 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7fa260d7-1c96-4908-bf00-d60f40a2356a tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (611532a5-8955-4f01-9c19-18faed0b65a0), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:28.987988 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-46f2d551-2d2f-463f-9ee0-4c4e238e5fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'name': 'tempest-TestVolumeBootPattern-1154776738-router', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'b7ab6e55-17db-42cd-b0ce-5a4147e57649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:16:15Z', 'updated_at': '2022-05-20T09:16:21Z', 'revision_number': 4, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'gw_port': {'id': 'b7ab6e55-17db-42cd-b0ce-5a4147e57649', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:17Z', 'updated_at': '2022-05-20T09:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_floatingips': [{'id': '3b92d0ab-3f7d-4038-b80a-01a84cbaff92', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'floating_ip_address': '172.27.0.149', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'port_id': 'e23c9026-9127-4ce1-b841-54f42ba1005c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db', 'mac_address': 'fa:16:3e:2a:06:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ba787b-f76a-465a-a7dd-4f1c63a69662', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:22:26Z', 'updated_at': '2022-05-20T09:22:26Z', 'revision_number': 0, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'fixed_ip_address_scope': None}, {'id': 'ab607342-53c4-4af6-b45a-5bf0939b6823', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'floating_ip_address': '172.27.0.43', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'port_id': 'b5598616-768d-4048-8257-a24495be6820', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db', 'mac_address': 'fa:16:3e:39:7a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18f53dc-1246-48a4-89c6-0872683b41a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:20:12Z', 'updated_at': '2022-05-20T09:20:14Z', 'revision_number': 1, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1416c85d-0ef1-4a99-95a1-2930a49cdaab', 'name': '', 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'mac_address': 'fa:16:3e:4d:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '4497ded3-0270-4257-8e32-a5b32034f129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:20Z', 'updated_at': '2022-05-20T09:16:25Z', 'revision_number': 5, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'subnets': [{'id': '4497ded3-0270-4257-8e32-a5b32034f129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:22:29.012318 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f2d551-2d2f-463f-9ee0-4c4e238e5fff None None] The sync data for ids ['9c1d9c77-1b9d-4a44-8463-7522608f4462'] in dv-cinder-836996-23-iscsi is: [{'id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'name': 'tempest-TestVolumeBootPattern-1154776738-router', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'b7ab6e55-17db-42cd-b0ce-5a4147e57649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:16:15Z', 'updated_at': '2022-05-20T09:16:21Z', 'revision_number': 4, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'gw_port': {'id': 'b7ab6e55-17db-42cd-b0ce-5a4147e57649', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:17Z', 'updated_at': '2022-05-20T09:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_floatingips': [{'id': '3b92d0ab-3f7d-4038-b80a-01a84cbaff92', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'floating_ip_address': '172.27.0.149', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'port_id': 'e23c9026-9127-4ce1-b841-54f42ba1005c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db', 'mac_address': 'fa:16:3e:2a:06:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ba787b-f76a-465a-a7dd-4f1c63a69662', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:22:26Z', 'updated_at': '2022-05-20T09:22:26Z', 'revision_number': 0, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'fixed_ip_address_scope': None}, {'id': 'ab607342-53c4-4af6-b45a-5bf0939b6823', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'floating_ip_address': '172.27.0.43', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'port_id': 'b5598616-768d-4048-8257-a24495be6820', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db', 'mac_address': 'fa:16:3e:39:7a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18f53dc-1246-48a4-89c6-0872683b41a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:20:12Z', 'updated_at': '2022-05-20T09:20:14Z', 'revision_number': 1, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1416c85d-0ef1-4a99-95a1-2930a49cdaab', 'name': '', 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'mac_address': 'fa:16:3e:4d:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '4497ded3-0270-4257-8e32-a5b32034f129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:20Z', 'updated_at': '2022-05-20T09:16:25Z', 'revision_number': 5, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'subnets': [{'id': '4497ded3-0270-4257-8e32-a5b32034f129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:22:29.040408 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:22:29.152597 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7fa260d7-1c96-4908-bf00-d60f40a2356a tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks [] for port (611532a5-8955-4f01-9c19-18faed0b65a0), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:29.159955 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7fa260d7-1c96-4908-bf00-d60f40a2356a tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32464857'] for port (611532a5-8955-4f01-9c19-18faed0b65a0), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:29.219369 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8f37e1-b835-4573-bf8b-68f7d91e2cee None None] New status for floating IP 3b92d0ab-3f7d-4038-b80a-01a84cbaff92: ACTIVE {{(pid=104278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 20 09:22:29.227333 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa260d7-1c96-4908-bf00-d60f40a2356a tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Pushing event updated for resources: {'Port': ['ID=611532a5-8955-4f01-9c19-18faed0b65a0,revision_number=2']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:29.237770 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7fa260d7-1c96-4908-bf00-d60f40a2356a tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680135'] for floatingip (d17887d4-f99b-429a-91c2-f9477f33c33a), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:29.330763 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.db.l3_db [None req-7fa260d7-1c96-4908-bf00-d60f40a2356a tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Floating IP d17887d4-f99b-429a-91c2-f9477f33c33a associated. External IP: 172.27.0.243, port: 63903daa-30be-49a0-b1aa-1178cef36497. May 20 09:22:29.732755 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:22:29.792352 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa260d7-1c96-4908-bf00-d60f40a2356a tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Router 87507017-5eb9-47ce-9bf6-efb26cce95e9 has already been hosted by L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 {{(pid=104276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 09:22:29.892409 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa260d7-1c96-4908-bf00-d60f40a2356a tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:22:29.902359 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e1fb20-7fcd-45d4-8fa3-2dceb23f24ca None None] Sync routers for ids ['87507017-5eb9-47ce-9bf6-efb26cce95e9'] in dv-cinder-836996-23-iscsi {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:22:29.912920 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7fa260d7-1c96-4908-bf00-d60f40a2356a tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for floatingip (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:29.913134 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e1fb20-7fcd-45d4-8fa3-2dceb23f24ca None None] Routers {'87507017-5eb9-47ce-9bf6-efb26cce95e9'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:22:29.913728 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-53e1fb20-7fcd-45d4-8fa3-2dceb23f24ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:22:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['87507017-5eb9-47ce-9bf6-efb26cce95e9'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:22:29.944216 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-7fa260d7-1c96-4908-bf00-d60f40a2356a tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8408403 May 20 09:22:29.944800 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce95e8ad-c22a-414c-a60f-b09d90de6ca5', 'tag': '63903daa-30be-49a0-b1aa-1178cef36497'}] {{(pid=104276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:22:29.947048 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f1859fdf6517cac9f3390f7253b255bfbc77edc31af200be8f81c994e01841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e947cee-0f61-4306-a13f-96fa2b40c6e4" -d '{"events": [{"name": "network-changed", "server_uuid": "ce95e8ad-c22a-414c-a60f-b09d90de6ca5", "tag": "63903daa-30be-49a0-b1aa-1178cef36497"}]}' {{(pid=104276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:22:29.947467 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 40228) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:22:29.953255 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-d460d88b-4849-4197-8770-fabe7091a385 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1610335538', 'description': 'tempest-secgroup-smoke-1610335538 description', 'project_id': 'aabdb72f128d4d4da1f9390e505d704b'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:22:29.977659 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-d460d88b-4849-4197-8770-fabe7091a385 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks [] for security_group (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:29.989181 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 09:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe48242-3b93-4d22-abc2-c62038a747c2 x-openstack-request-id: req-ffe48242-3b93-4d22-abc2-c62038a747c2 {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:22:29.989729 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce95e8ad-c22a-414c-a60f-b09d90de6ca5", "tag": "63903daa-30be-49a0-b1aa-1178cef36497", "status": "completed", "code": 200}]} {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:22:29.989848 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ffe48242-3b93-4d22-abc2-c62038a747c2 {{(pid=104276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:22:29.990239 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffe48242-3b93-4d22-abc2-c62038a747c2'] response: {'name': 'network-changed', 'server_uuid': 'ce95e8ad-c22a-414c-a60f-b09d90de6ca5', 'tag': '63903daa-30be-49a0-b1aa-1178cef36497', 'status': 'completed', 'code': 200} May 20 09:22:30.023621 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-53e1fb20-7fcd-45d4-8fa3-2dceb23f24ca None None] Set router 87507017-5eb9-47ce-9bf6-efb26cce95e9 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:22:30.026560 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:22:30.069382 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e947cee-0f61-4306-a13f-96fa2b40c6e4 req-bba14761-3201-4ade-94c2-d8386218732b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:30.070898 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-6e947cee-0f61-4306-a13f-96fa2b40c6e4 req-bba14761-3201-4ade-94c2-d8386218732b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=aabdb72f128d4d4da1f9390e505d704b&device_id=ce95e8ad-c22a-414c-a60f-b09d90de6ca5 HTTP/1.1" status: 200 len: 1130 time: 0.0553052 May 20 09:22:30.106846 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-d460d88b-4849-4197-8770-fabe7091a385 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks [] for security_group (500b66a3-308a-4182-9ae7-60ba86c90d84), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:30.134862 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-d460d88b-4849-4197-8770-fabe7091a385 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (500b66a3-308a-4182-9ae7-60ba86c90d84), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:30.173878 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-d460d88b-4849-4197-8770-fabe7091a385 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:30.175150 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-d460d88b-4849-4197-8770-fabe7091a385 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2254376 May 20 09:22:30.178317 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 40232) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:22:30.180610 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d460d88b-4849-4197-8770-fabe7091a385 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=500b66a3-308a-4182-9ae7-60ba86c90d84,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:30.183383 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-3b6b04af-51d0-4ae1-98c4-9a085a699b6f tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Request body: {'security_group_rule': {'security_group_id': '500b66a3-308a-4182-9ae7-60ba86c90d84', 'project_id': 'aabdb72f128d4d4da1f9390e505d704b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:22:30.208148 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e947cee-0f61-4306-a13f-96fa2b40c6e4 req-20c76b26-f5dd-46e7-9b29-2868b2b55540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:30.209744 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-6e947cee-0f61-4306-a13f-96fa2b40c6e4 req-20c76b26-f5dd-46e7-9b29-2868b2b55540 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bbafa734-b707-4f6b-9ede-9a82c40e53f6 HTTP/1.1" status: 200 len: 916 time: 0.1310179 May 20 09:22:30.215657 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3b6b04af-51d0-4ae1-98c4-9a085a699b6f tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks [] for security_group_rule (00fabdce-e183-4da7-92f0-d0339883c004), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:30.247316 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-53e1fb20-7fcd-45d4-8fa3-2dceb23f24ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87507017-5eb9-47ce-9bf6-efb26cce95e9', 'name': 'tempest-TestMinimumBasicScenario-1152442305-router', 'tenant_id': 'aabdb72f128d4d4da1f9390e505d704b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'd4b54650-6f82-4c60-8895-2edfa1f68749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:21:39Z', 'updated_at': '2022-05-20T09:21:42Z', 'revision_number': 4, 'project_id': 'aabdb72f128d4d4da1f9390e505d704b', 'gw_port': {'id': 'd4b54650-6f82-4c60-8895-2edfa1f68749', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87507017-5eb9-47ce-9bf6-efb26cce95e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:21:39Z', 'updated_at': '2022-05-20T09:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_floatingips': [{'id': 'd17887d4-f99b-429a-91c2-f9477f33c33a', 'tenant_id': 'aabdb72f128d4d4da1f9390e505d704b', 'floating_ip_address': '172.27.0.243', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': '87507017-5eb9-47ce-9bf6-efb26cce95e9', 'port_id': '63903daa-30be-49a0-b1aa-1178cef36497', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbafa734-b707-4f6b-9ede-9a82c40e53f6', 'mac_address': 'fa:16:3e:6b:e7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce95e8ad-c22a-414c-a60f-b09d90de6ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:22:28Z', 'updated_at': '2022-05-20T09:22:28Z', 'revision_number': 0, 'project_id': 'aabdb72f128d4d4da1f9390e505d704b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6a1d63d-c1a5-427b-bc5f-6e938bd13f06', 'name': '', 'network_id': 'bbafa734-b707-4f6b-9ede-9a82c40e53f6', 'tenant_id': 'aabdb72f128d4d4da1f9390e505d704b', 'mac_address': 'fa:16:3e:15:4d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87507017-5eb9-47ce-9bf6-efb26cce95e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '77b112bc-27a5-4334-b442-bd94f45b9be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:21:41Z', 'updated_at': '2022-05-20T09:21:47Z', 'revision_number': 5, 'project_id': 'aabdb72f128d4d4da1f9390e505d704b', 'subnets': [{'id': '77b112bc-27a5-4334-b442-bd94f45b9be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:22:30.249033 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:22:30.275562 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e1fb20-7fcd-45d4-8fa3-2dceb23f24ca None None] Checking router: 87507017-5eb9-47ce-9bf6-efb26cce95e9 for host: dv-cinder-836996-23-iscsi {{(pid=104277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:22:30.277059 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3b6b04af-51d0-4ae1-98c4-9a085a699b6f tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks [] for security_group_rule (00fabdce-e183-4da7-92f0-d0339883c004), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:30.279181 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-6e947cee-0f61-4306-a13f-96fa2b40c6e4 req-b7abdbd5-9f95-46ac-9eaa-460e01e3e123 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63903daa-30be-49a0-b1aa-1178cef36497 HTTP/1.1" status: 200 len: 1000 time: 0.0633621 May 20 09:22:30.283035 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3b6b04af-51d0-4ae1-98c4-9a085a699b6f tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547209'] for security_group_rule (00fabdce-e183-4da7-92f0-d0339883c004), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:30.286438 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e1fb20-7fcd-45d4-8fa3-2dceb23f24ca None None] Routers {'87507017-5eb9-47ce-9bf6-efb26cce95e9'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:22:30.287135 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-53e1fb20-7fcd-45d4-8fa3-2dceb23f24ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:22:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['87507017-5eb9-47ce-9bf6-efb26cce95e9'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:22:30.301701 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b04af-51d0-4ae1-98c4-9a085a699b6f tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00fabdce-e183-4da7-92f0-d0339883c004,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:30.312169 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3b6b04af-51d0-4ae1-98c4-9a085a699b6f tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:30.316058 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-3b6b04af-51d0-4ae1-98c4-9a085a699b6f tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1336761 May 20 09:22:30.316255 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 40234) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:22:30.320687 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-a95104cc-1eef-411b-bfd4-fdb11fb0ee64 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Request body: {'security_group_rule': {'security_group_id': '500b66a3-308a-4182-9ae7-60ba86c90d84', 'project_id': 'aabdb72f128d4d4da1f9390e505d704b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:22:30.330309 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e947cee-0f61-4306-a13f-96fa2b40c6e4 req-05069712-a735-45cd-861d-39dadb2cdd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:30.331946 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-6e947cee-0f61-4306-a13f-96fa2b40c6e4 req-05069712-a735-45cd-861d-39dadb2cdd23 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=77b112bc-27a5-4334-b442-bd94f45b9be3 HTTP/1.1" status: 200 len: 854 time: 0.0475934 May 20 09:22:30.348485 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a95104cc-1eef-411b-bfd4-fdb11fb0ee64 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks [] for security_group_rule (01800e12-d309-4cd9-87ad-fb29bf90c725), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:30.375545 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e947cee-0f61-4306-a13f-96fa2b40c6e4 req-67cf25bb-2746-40b1-b527-b9ce42e9d76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:30.377152 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-6e947cee-0f61-4306-a13f-96fa2b40c6e4 req-67cf25bb-2746-40b1-b527-b9ce42e9d76e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bbafa734-b707-4f6b-9ede-9a82c40e53f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390763 May 20 09:22:30.388424 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:22:30.398090 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-53e1fb20-7fcd-45d4-8fa3-2dceb23f24ca None None] Set router 87507017-5eb9-47ce-9bf6-efb26cce95e9 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:22:30.404279 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a95104cc-1eef-411b-bfd4-fdb11fb0ee64 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks [] for security_group_rule (01800e12-d309-4cd9-87ad-fb29bf90c725), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:30.411547 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a95104cc-1eef-411b-bfd4-fdb11fb0ee64 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547209'] for security_group_rule (01800e12-d309-4cd9-87ad-fb29bf90c725), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:30.437518 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a95104cc-1eef-411b-bfd4-fdb11fb0ee64 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:30.441385 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-a95104cc-1eef-411b-bfd4-fdb11fb0ee64 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1212990 May 20 09:22:30.441811 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 40236) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:22:30.442209 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95104cc-1eef-411b-bfd4-fdb11fb0ee64 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01800e12-d309-4cd9-87ad-fb29bf90c725,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:30.447869 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-c27086e8-1f9e-4650-bc68-865c6c81138c tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Request body: {'security_group_rule': {'security_group_id': '500b66a3-308a-4182-9ae7-60ba86c90d84', 'project_id': 'aabdb72f128d4d4da1f9390e505d704b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:22:30.500206 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-6e947cee-0f61-4306-a13f-96fa2b40c6e4 req-28798fd5-b2f6-4492-a310-cf657ff43da7 service neutron] 10.222.0.44 "GET /v2.0/networks/bbafa734-b707-4f6b-9ede-9a82c40e53f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158633 May 20 09:22:30.500807 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-c27086e8-1f9e-4650-bc68-865c6c81138c tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks [] for security_group_rule (9d16ce13-9198-4702-a208-c3ae47e2eee4), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:30.530506 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:22:30.621437 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-53e1fb20-7fcd-45d4-8fa3-2dceb23f24ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87507017-5eb9-47ce-9bf6-efb26cce95e9', 'name': 'tempest-TestMinimumBasicScenario-1152442305-router', 'tenant_id': 'aabdb72f128d4d4da1f9390e505d704b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'd4b54650-6f82-4c60-8895-2edfa1f68749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:21:39Z', 'updated_at': '2022-05-20T09:21:42Z', 'revision_number': 4, 'project_id': 'aabdb72f128d4d4da1f9390e505d704b', 'gw_port': {'id': 'd4b54650-6f82-4c60-8895-2edfa1f68749', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87507017-5eb9-47ce-9bf6-efb26cce95e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:21:39Z', 'updated_at': '2022-05-20T09:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_floatingips': [{'id': 'd17887d4-f99b-429a-91c2-f9477f33c33a', 'tenant_id': 'aabdb72f128d4d4da1f9390e505d704b', 'floating_ip_address': '172.27.0.243', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': '87507017-5eb9-47ce-9bf6-efb26cce95e9', 'port_id': '63903daa-30be-49a0-b1aa-1178cef36497', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbafa734-b707-4f6b-9ede-9a82c40e53f6', 'mac_address': 'fa:16:3e:6b:e7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce95e8ad-c22a-414c-a60f-b09d90de6ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:22:28Z', 'updated_at': '2022-05-20T09:22:28Z', 'revision_number': 0, 'project_id': 'aabdb72f128d4d4da1f9390e505d704b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6a1d63d-c1a5-427b-bc5f-6e938bd13f06', 'name': '', 'network_id': 'bbafa734-b707-4f6b-9ede-9a82c40e53f6', 'tenant_id': 'aabdb72f128d4d4da1f9390e505d704b', 'mac_address': 'fa:16:3e:15:4d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87507017-5eb9-47ce-9bf6-efb26cce95e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '77b112bc-27a5-4334-b442-bd94f45b9be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:21:41Z', 'updated_at': '2022-05-20T09:21:47Z', 'revision_number': 5, 'project_id': 'aabdb72f128d4d4da1f9390e505d704b', 'subnets': [{'id': '77b112bc-27a5-4334-b442-bd94f45b9be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:22:30.634062 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-c27086e8-1f9e-4650-bc68-865c6c81138c tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks [] for security_group_rule (9d16ce13-9198-4702-a208-c3ae47e2eee4), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:30.646127 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-c27086e8-1f9e-4650-bc68-865c6c81138c tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547209'] for security_group_rule (9d16ce13-9198-4702-a208-c3ae47e2eee4), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:30.647336 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e1fb20-7fcd-45d4-8fa3-2dceb23f24ca None None] The sync data for ids ['87507017-5eb9-47ce-9bf6-efb26cce95e9'] in dv-cinder-836996-23-iscsi is: [{'id': '87507017-5eb9-47ce-9bf6-efb26cce95e9', 'name': 'tempest-TestMinimumBasicScenario-1152442305-router', 'tenant_id': 'aabdb72f128d4d4da1f9390e505d704b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'd4b54650-6f82-4c60-8895-2edfa1f68749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:21:39Z', 'updated_at': '2022-05-20T09:21:42Z', 'revision_number': 4, 'project_id': 'aabdb72f128d4d4da1f9390e505d704b', 'gw_port': {'id': 'd4b54650-6f82-4c60-8895-2edfa1f68749', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87507017-5eb9-47ce-9bf6-efb26cce95e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:21:39Z', 'updated_at': '2022-05-20T09:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_floatingips': [{'id': 'd17887d4-f99b-429a-91c2-f9477f33c33a', 'tenant_id': 'aabdb72f128d4d4da1f9390e505d704b', 'floating_ip_address': '172.27.0.243', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': '87507017-5eb9-47ce-9bf6-efb26cce95e9', 'port_id': '63903daa-30be-49a0-b1aa-1178cef36497', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbafa734-b707-4f6b-9ede-9a82c40e53f6', 'mac_address': 'fa:16:3e:6b:e7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce95e8ad-c22a-414c-a60f-b09d90de6ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:22:28Z', 'updated_at': '2022-05-20T09:22:28Z', 'revision_number': 0, 'project_id': 'aabdb72f128d4d4da1f9390e505d704b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6a1d63d-c1a5-427b-bc5f-6e938bd13f06', 'name': '', 'network_id': 'bbafa734-b707-4f6b-9ede-9a82c40e53f6', 'tenant_id': 'aabdb72f128d4d4da1f9390e505d704b', 'mac_address': 'fa:16:3e:15:4d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87507017-5eb9-47ce-9bf6-efb26cce95e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '77b112bc-27a5-4334-b442-bd94f45b9be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:21:41Z', 'updated_at': '2022-05-20T09:21:47Z', 'revision_number': 5, 'project_id': 'aabdb72f128d4d4da1f9390e505d704b', 'subnets': [{'id': '77b112bc-27a5-4334-b442-bd94f45b9be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:22:30.670925 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-6e947cee-0f61-4306-a13f-96fa2b40c6e4 req-01dd7650-e73d-4c77-898f-c31fec39823d service neutron] 10.222.0.44 "GET /v2.0/networks/bbafa734-b707-4f6b-9ede-9a82c40e53f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611512 May 20 09:22:30.672649 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27086e8-1f9e-4650-bc68-865c6c81138c tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d16ce13-9198-4702-a208-c3ae47e2eee4,revision_number=0']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:30.678294 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-c27086e8-1f9e-4650-bc68-865c6c81138c tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:30.679752 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-c27086e8-1f9e-4650-bc68-865c6c81138c tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2366691 May 20 09:22:30.682360 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 40238) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:22:30.687032 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-23b47d67-25a9-48d7-b371-ad59b21435aa tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Request body: {'security_group_rule': {'security_group_id': '500b66a3-308a-4182-9ae7-60ba86c90d84', 'project_id': 'aabdb72f128d4d4da1f9390e505d704b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:22:30.719250 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-23b47d67-25a9-48d7-b371-ad59b21435aa tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks [] for security_group_rule (102319a0-443b-4f8e-b49f-d629a3e42006), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:30.781971 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-23b47d67-25a9-48d7-b371-ad59b21435aa tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks [] for security_group_rule (102319a0-443b-4f8e-b49f-d629a3e42006), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:30.787192 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-23b47d67-25a9-48d7-b371-ad59b21435aa tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547209'] for security_group_rule (102319a0-443b-4f8e-b49f-d629a3e42006), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:30.806590 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b47d67-25a9-48d7-b371-ad59b21435aa tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=102319a0-443b-4f8e-b49f-d629a3e42006,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:30.814229 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-23b47d67-25a9-48d7-b371-ad59b21435aa tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:30.815572 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-23b47d67-25a9-48d7-b371-ad59b21435aa tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1320691 May 20 09:22:30.818439 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 40240) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:22:30.823118 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-1168449f-b757-4a3b-9570-955fac82231c tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Request body: {'security_group_rule': {'security_group_id': '500b66a3-308a-4182-9ae7-60ba86c90d84', 'project_id': 'aabdb72f128d4d4da1f9390e505d704b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:22:30.847153 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.db.securitygroups_db [None req-1168449f-b757-4a3b-9570-955fac82231c tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Project aabdb72f128d4d4da1f9390e505d704b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 09:22:30.854340 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-1168449f-b757-4a3b-9570-955fac82231c tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks [] for security_group_rule (a6ee2ea6-4bf7-419b-aad5-66a01bede42f), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:30.875317 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705c7891-a5f8-48f3-9246-3386eda8a080 None None] New status for floating IP d17887d4-f99b-429a-91c2-f9477f33c33a: ACTIVE {{(pid=104278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 20 09:22:30.894091 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:22:30.907938 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-1168449f-b757-4a3b-9570-955fac82231c tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks [] for security_group_rule (a6ee2ea6-4bf7-419b-aad5-66a01bede42f), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:30.912267 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-1168449f-b757-4a3b-9570-955fac82231c tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547209'] for security_group_rule (a6ee2ea6-4bf7-419b-aad5-66a01bede42f), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:30.930853 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1168449f-b757-4a3b-9570-955fac82231c tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6ee2ea6-4bf7-419b-aad5-66a01bede42f,revision_number=0']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:30.940066 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-1168449f-b757-4a3b-9570-955fac82231c tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:30.944117 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-1168449f-b757-4a3b-9570-955fac82231c tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1246142 May 20 09:22:30.944307 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 40242) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:22:30.949016 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-eefdbd12-0fb7-4c82-a65e-0a13c78484b3 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Request body: {'security_group_rule': {'security_group_id': '500b66a3-308a-4182-9ae7-60ba86c90d84', 'project_id': 'aabdb72f128d4d4da1f9390e505d704b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:22:30.969958 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.db.securitygroups_db [None req-eefdbd12-0fb7-4c82-a65e-0a13c78484b3 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Project aabdb72f128d4d4da1f9390e505d704b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 09:22:30.976608 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-eefdbd12-0fb7-4c82-a65e-0a13c78484b3 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks [] for security_group_rule (4ef40ba9-7435-4920-92cf-3f212fa4263c), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:31.029247 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-eefdbd12-0fb7-4c82-a65e-0a13c78484b3 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks [] for security_group_rule (4ef40ba9-7435-4920-92cf-3f212fa4263c), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:31.033974 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-eefdbd12-0fb7-4c82-a65e-0a13c78484b3 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547209'] for security_group_rule (4ef40ba9-7435-4920-92cf-3f212fa4263c), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:31.039591 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:22:31.055916 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefdbd12-0fb7-4c82-a65e-0a13c78484b3 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ef40ba9-7435-4920-92cf-3f212fa4263c,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:31.060911 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-eefdbd12-0fb7-4c82-a65e-0a13c78484b3 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:31.062058 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-eefdbd12-0fb7-4c82-a65e-0a13c78484b3 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1167040 May 20 09:22:31.153237 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e6bc55af-b6e8-42a7-bc2c-9cc42b796887 req-9702bada-4d62-424f-98d3-8d5ae18e9fa4 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1610335538&fields=id&tenant_id=aabdb72f128d4d4da1f9390e505d704b HTTP/1.1" status: 200 len: 267 time: 0.0425088 May 20 09:22:31.209360 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bc55af-b6e8-42a7-bc2c-9cc42b796887 req-36c1fd0b-6250-4e9a-b953-b21a24f06831 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:31.211554 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e6bc55af-b6e8-42a7-bc2c-9cc42b796887 req-36c1fd0b-6250-4e9a-b953-b21a24f06831 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce95e8ad-c22a-414c-a60f-b09d90de6ca5 HTTP/1.1" status: 200 len: 946 time: 0.0531282 May 20 09:22:31.223860 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [req-e6bc55af-b6e8-42a7-bc2c-9cc42b796887 req-156f5035-1cc6-42f9-a5d0-f5d34b2d750e tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Request body: {'port': {'security_groups': ['07ab6b39-1525-4a39-9bf0-2668ed3e6cb5', '500b66a3-308a-4182-9ae7-60ba86c90d84']}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:22:31.293317 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-e6bc55af-b6e8-42a7-bc2c-9cc42b796887 req-156f5035-1cc6-42f9-a5d0-f5d34b2d750e tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (63903daa-30be-49a0-b1aa-1178cef36497), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:31.538602 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [req-e6bc55af-b6e8-42a7-bc2c-9cc42b796887 req-156f5035-1cc6-42f9-a5d0-f5d34b2d750e tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] For port 63903daa-30be-49a0-b1aa-1178cef36497, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=63903daa-30be-49a0-b1aa-1178cef36497,segment=NetworkSegment(69c99637-7bf4-4fc1-94fc-c95ba391cc3a),segment_id=69c99637-7bf4-4fc1-94fc-c95ba391cc3a)] {{(pid=104276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:22:31.567883 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-e6bc55af-b6e8-42a7-bc2c-9cc42b796887 req-156f5035-1cc6-42f9-a5d0-f5d34b2d750e tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks [] for port (63903daa-30be-49a0-b1aa-1178cef36497), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:31.575637 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-e6bc55af-b6e8-42a7-bc2c-9cc42b796887 req-156f5035-1cc6-42f9-a5d0-f5d34b2d750e tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32464857'] for port (63903daa-30be-49a0-b1aa-1178cef36497), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:31.590237 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] get_ports_and_sgs() called for port_ids ['63903daa-30be-49a0-b1aa-1178cef36497'] {{(pid=104277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 09:22:31.622896 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bc55af-b6e8-42a7-bc2c-9cc42b796887 req-156f5035-1cc6-42f9-a5d0-f5d34b2d750e tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:31.623548 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-e6bc55af-b6e8-42a7-bc2c-9cc42b796887 req-156f5035-1cc6-42f9-a5d0-f5d34b2d750e tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for port (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:31.624921 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e6bc55af-b6e8-42a7-bc2c-9cc42b796887 req-156f5035-1cc6-42f9-a5d0-f5d34b2d750e tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "PUT /v2.0/ports/63903daa-30be-49a0-b1aa-1178cef36497 HTTP/1.1" status: 200 len: 982 time: 0.4069426 May 20 09:22:31.637370 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:22:31.642349 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:22:31.655202 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156f5035-1cc6-42f9-a5d0-f5d34b2d750e tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Pushing event updated for resources: {'Port': ['ID=63903daa-30be-49a0-b1aa-1178cef36497,revision_number=6']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:31.715328 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] get_ports_and_sgs() called for port_ids ['63903daa-30be-49a0-b1aa-1178cef36497'] {{(pid=104277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 09:22:31.742950 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e4c13-2353-4557-8ec6-77a33f65090c req-a8baf08b-34a9-4bee-b7f9-e201c6d0f266 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:31.744669 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-9a9e4c13-2353-4557-8ec6-77a33f65090c req-a8baf08b-34a9-4bee-b7f9-e201c6d0f266 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce95e8ad-c22a-414c-a60f-b09d90de6ca5 HTTP/1.1" status: 200 len: 985 time: 0.0552654 May 20 09:22:31.809548 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-9a9e4c13-2353-4557-8ec6-77a33f65090c req-83ce735c-62cc-429a-b8c1-fbb30802f166 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/security-groups?id=07ab6b39-1525-4a39-9bf0-2668ed3e6cb5&id=500b66a3-308a-4182-9ae7-60ba86c90d84&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575128 May 20 09:22:31.892259 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-f3ecc5bd-8d01-4460-a881-728183cc6685 None None] Provisioning complete for port 63903daa-30be-49a0-b1aa-1178cef36497 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:22:31.892541 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-f3ecc5bd-8d01-4460-a881-728183cc6685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (63903daa-30be-49a0-b1aa-1178cef36497), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:31.991879 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce95e8ad-c22a-414c-a60f-b09d90de6ca5', 'tag': '63903daa-30be-49a0-b1aa-1178cef36497'}] {{(pid=104276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:22:31.994364 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f1859fdf6517cac9f3390f7253b255bfbc77edc31af200be8f81c994e01841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d2ba0a-a222-4e73-ac63-b143e4b21c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "ce95e8ad-c22a-414c-a60f-b09d90de6ca5", "tag": "63903daa-30be-49a0-b1aa-1178cef36497"}]}' {{(pid=104276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:22:32.010110 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:22:32.031225 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 09:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6cbf213-45fc-482b-b609-d44c01a95241 x-openstack-request-id: req-b6cbf213-45fc-482b-b609-d44c01a95241 {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:22:32.031806 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce95e8ad-c22a-414c-a60f-b09d90de6ca5", "tag": "63903daa-30be-49a0-b1aa-1178cef36497", "status": "completed", "code": 200}]} {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:22:32.031806 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b6cbf213-45fc-482b-b609-d44c01a95241 {{(pid=104276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:22:32.032358 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6cbf213-45fc-482b-b609-d44c01a95241'] response: {'name': 'network-changed', 'server_uuid': 'ce95e8ad-c22a-414c-a60f-b09d90de6ca5', 'tag': '63903daa-30be-49a0-b1aa-1178cef36497', 'status': 'completed', 'code': 200} May 20 09:22:32.089381 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-f3ecc5bd-8d01-4460-a881-728183cc6685 None None] Current status of the port 63903daa-30be-49a0-b1aa-1178cef36497 is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:22:32.100525 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2ba0a-a222-4e73-ac63-b143e4b21c4c req-bb2cba7d-c604-4267-9bfc-2f165fc8fcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:32.102105 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-31d2ba0a-a222-4e73-ac63-b143e4b21c4c req-bb2cba7d-c604-4267-9bfc-2f165fc8fcec service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=aabdb72f128d4d4da1f9390e505d704b&device_id=ce95e8ad-c22a-414c-a60f-b09d90de6ca5 HTTP/1.1" status: 200 len: 1169 time: 0.0446322 May 20 09:22:32.199584 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:22:32.203352 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2ba0a-a222-4e73-ac63-b143e4b21c4c req-d249aaa2-a61b-4bf5-887a-cd50f6d8534f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:32.204926 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-31d2ba0a-a222-4e73-ac63-b143e4b21c4c req-d249aaa2-a61b-4bf5-887a-cd50f6d8534f service neutron] 10.222.0.44 "GET /v2.0/networks?id=bbafa734-b707-4f6b-9ede-9a82c40e53f6 HTTP/1.1" status: 200 len: 916 time: 0.0876377 May 20 09:22:32.281448 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-31d2ba0a-a222-4e73-ac63-b143e4b21c4c req-26c95710-5220-4542-ba17-cc3b16c2ed7a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63903daa-30be-49a0-b1aa-1178cef36497 HTTP/1.1" status: 200 len: 1002 time: 0.0619369 May 20 09:22:32.331972 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2ba0a-a222-4e73-ac63-b143e4b21c4c req-4cac6c47-ec20-4e1a-9634-c4e5d30ac2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:32.333424 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-31d2ba0a-a222-4e73-ac63-b143e4b21c4c req-4cac6c47-ec20-4e1a-9634-c4e5d30ac2b1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=77b112bc-27a5-4334-b442-bd94f45b9be3 HTTP/1.1" status: 200 len: 854 time: 0.0449128 May 20 09:22:32.385542 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2ba0a-a222-4e73-ac63-b143e4b21c4c req-08848757-6cce-46e3-b9cc-6bd288ab5214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:32.386942 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-31d2ba0a-a222-4e73-ac63-b143e4b21c4c req-08848757-6cce-46e3-b9cc-6bd288ab5214 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bbafa734-b707-4f6b-9ede-9a82c40e53f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411389 May 20 09:22:32.481864 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-31d2ba0a-a222-4e73-ac63-b143e4b21c4c req-896acc21-7ed7-4ab4-b253-2997f4f60b8b service neutron] 10.222.0.44 "GET /v2.0/networks/bbafa734-b707-4f6b-9ede-9a82c40e53f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877681 May 20 09:22:32.571735 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-31d2ba0a-a222-4e73-ac63-b143e4b21c4c req-caa0a4e6-4143-4d8e-ad52-b1b86cce6d0c service neutron] 10.222.0.44 "GET /v2.0/networks/bbafa734-b707-4f6b-9ede-9a82c40e53f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814760 May 20 09:22:41.001323 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:22:41.650577 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=55,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:22:42.005835 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:22:42.052956 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.agents_db [None req-08ca63ee-ac6b-41b9-8918-1f445ad695da None None] Agent healthcheck: found 6 active agents {{(pid=104278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 09:22:42.285168 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=42 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:22:42.288626 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=13 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:22:42.562570 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:22:42.568120 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=63 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:22:43.548851 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-feab1441-45e2-4410-b46f-5affd1af7ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:45.790780 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ccb6f719-3f09-4167-97f6-2bdbd5572681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:47.132103 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:48.409577 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:50.156298 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:52.046388 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:22:53.310818 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (2d1be950-4dd6-4324-90da-2272c7a86826), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:22:54.369015 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6b5bb-e3aa-430c-bfa4-8b6a0de48944 req-3524fc67-af6f-4ed9-b388-a05d8f56372b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:54.370555 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f2f6b5bb-e3aa-430c-bfa4-8b6a0de48944 req-3524fc67-af6f-4ed9-b388-a05d8f56372b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=aabdb72f128d4d4da1f9390e505d704b&device_id=ce95e8ad-c22a-414c-a60f-b09d90de6ca5 HTTP/1.1" status: 200 len: 1169 time: 0.0411649 May 20 09:22:54.375224 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db6136-1820-43fd-bfa0-95ef9071e154 req-a130b5d4-ea66-43a9-b316-4e76c787b742 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:54.376814 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-20db6136-1820-43fd-bfa0-95ef9071e154 req-a130b5d4-ea66-43a9-b316-4e76c787b742 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce95e8ad-c22a-414c-a60f-b09d90de6ca5 HTTP/1.1" status: 200 len: 985 time: 0.0580478 May 20 09:22:54.438789 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-20db6136-1820-43fd-bfa0-95ef9071e154 req-c7022c9e-eafd-4f1c-b1c5-8c5a327d1701 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/security-groups?id=07ab6b39-1525-4a39-9bf0-2668ed3e6cb5&id=500b66a3-308a-4182-9ae7-60ba86c90d84&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559983 May 20 09:22:54.469626 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6b5bb-e3aa-430c-bfa4-8b6a0de48944 req-2a3ae688-4b0e-495d-abb5-4ae85ed45bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:54.471159 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f2f6b5bb-e3aa-430c-bfa4-8b6a0de48944 req-2a3ae688-4b0e-495d-abb5-4ae85ed45bb7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bbafa734-b707-4f6b-9ede-9a82c40e53f6 HTTP/1.1" status: 200 len: 916 time: 0.0935521 May 20 09:22:54.534758 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f2f6b5bb-e3aa-430c-bfa4-8b6a0de48944 req-993bea78-68d8-4a66-a1eb-bcce4f08845b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63903daa-30be-49a0-b1aa-1178cef36497 HTTP/1.1" status: 200 len: 1002 time: 0.0568888 May 20 09:22:54.587642 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6b5bb-e3aa-430c-bfa4-8b6a0de48944 req-b6c5e0b4-ac32-4818-ae1b-ae9ddc419c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:54.589075 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f2f6b5bb-e3aa-430c-bfa4-8b6a0de48944 req-b6c5e0b4-ac32-4818-ae1b-ae9ddc419c41 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=77b112bc-27a5-4334-b442-bd94f45b9be3 HTTP/1.1" status: 200 len: 854 time: 0.0476134 May 20 09:22:54.637577 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6b5bb-e3aa-430c-bfa4-8b6a0de48944 req-6950742c-9fcf-4600-94ce-43f0f06f7bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:54.640324 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f2f6b5bb-e3aa-430c-bfa4-8b6a0de48944 req-6950742c-9fcf-4600-94ce-43f0f06f7bb0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bbafa734-b707-4f6b-9ede-9a82c40e53f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442281 May 20 09:22:54.746982 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f2f6b5bb-e3aa-430c-bfa4-8b6a0de48944 req-be351a84-953c-4c90-bb3a-e9c2fcfda1d4 service neutron] 10.222.0.44 "GET /v2.0/networks/bbafa734-b707-4f6b-9ede-9a82c40e53f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983937 May 20 09:22:54.849589 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f2f6b5bb-e3aa-430c-bfa4-8b6a0de48944 req-407621fb-d3b9-4092-99df-9118f8f29c53 service neutron] 10.222.0.44 "GET /v2.0/networks/bbafa734-b707-4f6b-9ede-9a82c40e53f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953317 May 20 09:22:55.574286 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d7256-e4e9-4153-8d18-d497049433f2 req-d638080a-1b18-4e2a-a35a-1afafc83b7c6 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:55.575788 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f58d7256-e4e9-4153-8d18-d497049433f2 req-d638080a-1b18-4e2a-a35a-1afafc83b7c6 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce95e8ad-c22a-414c-a60f-b09d90de6ca5 HTTP/1.1" status: 200 len: 985 time: 0.0585611 May 20 09:22:55.637160 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f58d7256-e4e9-4153-8d18-d497049433f2 req-26f56852-c9e6-4551-914d-26b5dd683972 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/security-groups?id=07ab6b39-1525-4a39-9bf0-2668ed3e6cb5&id=500b66a3-308a-4182-9ae7-60ba86c90d84&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556521 May 20 09:22:56.773761 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613bc27-9ffd-405a-b787-5bfca5453b65 req-83593b56-e3ae-4887-8801-2c79db1b8efb tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:56.775226 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f613bc27-9ffd-405a-b787-5bfca5453b65 req-83593b56-e3ae-4887-8801-2c79db1b8efb tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce95e8ad-c22a-414c-a60f-b09d90de6ca5 HTTP/1.1" status: 200 len: 985 time: 0.0552223 May 20 09:22:56.845088 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f613bc27-9ffd-405a-b787-5bfca5453b65 req-c569cba7-7dfa-4628-bd34-5185b3506afd tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/security-groups?id=07ab6b39-1525-4a39-9bf0-2668ed3e6cb5&id=500b66a3-308a-4182-9ae7-60ba86c90d84&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0631025 May 20 09:22:57.990972 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd354bf-e9de-4848-960d-9c37878c491a req-ca6ba8b5-c8fe-426e-a400-e37ee52dfbc3 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:57.992471 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-acd354bf-e9de-4848-960d-9c37878c491a req-ca6ba8b5-c8fe-426e-a400-e37ee52dfbc3 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce95e8ad-c22a-414c-a60f-b09d90de6ca5 HTTP/1.1" status: 200 len: 985 time: 0.0575435 May 20 09:22:58.052299 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-acd354bf-e9de-4848-960d-9c37878c491a req-bd12a95f-4e1a-4eb5-b182-e94e83137f70 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/security-groups?id=07ab6b39-1525-4a39-9bf0-2668ed3e6cb5&id=500b66a3-308a-4182-9ae7-60ba86c90d84&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539811 May 20 09:22:59.178386 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14375568-0643-475f-9a44-50d31d16460f req-360a5b84-7a20-4b31-a944-a42818263cb6 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:22:59.179866 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-14375568-0643-475f-9a44-50d31d16460f req-360a5b84-7a20-4b31-a944-a42818263cb6 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce95e8ad-c22a-414c-a60f-b09d90de6ca5 HTTP/1.1" status: 200 len: 985 time: 0.0514088 May 20 09:22:59.242179 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-14375568-0643-475f-9a44-50d31d16460f req-0aee336f-1c29-46e0-8b07-630288ccef3b tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/security-groups?id=07ab6b39-1525-4a39-9bf0-2668ed3e6cb5&id=500b66a3-308a-4182-9ae7-60ba86c90d84&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538599 May 20 09:23:00.379303 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b249c10-71e8-4ec9-9d08-5ffddb95902f req-c4d6e3a9-6819-4693-ae09-4dde62276a3e tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:23:00.380807 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-8b249c10-71e8-4ec9-9d08-5ffddb95902f req-c4d6e3a9-6819-4693-ae09-4dde62276a3e tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce95e8ad-c22a-414c-a60f-b09d90de6ca5 HTTP/1.1" status: 200 len: 985 time: 0.0548735 May 20 09:23:00.445351 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-8b249c10-71e8-4ec9-9d08-5ffddb95902f req-db62a13b-716f-4f13-9a8f-f2954f53297a tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/security-groups?id=07ab6b39-1525-4a39-9bf0-2668ed3e6cb5&id=500b66a3-308a-4182-9ae7-60ba86c90d84&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557103 May 20 09:23:01.589879 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca7d9c-c0e0-482d-80f5-c6e405e9bff1 req-de240153-7fba-4c38-bc13-25e0754f2644 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:23:01.591370 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-70ca7d9c-c0e0-482d-80f5-c6e405e9bff1 req-de240153-7fba-4c38-bc13-25e0754f2644 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce95e8ad-c22a-414c-a60f-b09d90de6ca5 HTTP/1.1" status: 200 len: 985 time: 0.0574527 May 20 09:23:01.655390 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-70ca7d9c-c0e0-482d-80f5-c6e405e9bff1 req-efa1c4db-5477-44a4-8a79-063c6c6f3cc5 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/security-groups?id=07ab6b39-1525-4a39-9bf0-2668ed3e6cb5&id=500b66a3-308a-4182-9ae7-60ba86c90d84&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559430 May 20 09:23:02.774760 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d019d509-eeb6-4eb5-a04c-c2d5ed222fb0 req-8d23b990-b03e-4801-bb6b-82379e32f9e0 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:23:02.776277 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-d019d509-eeb6-4eb5-a04c-c2d5ed222fb0 req-8d23b990-b03e-4801-bb6b-82379e32f9e0 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce95e8ad-c22a-414c-a60f-b09d90de6ca5 HTTP/1.1" status: 200 len: 985 time: 0.0487864 May 20 09:23:02.841104 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-d019d509-eeb6-4eb5-a04c-c2d5ed222fb0 req-94e54d51-35f9-4464-97ef-00b78709a233 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/security-groups?id=07ab6b39-1525-4a39-9bf0-2668ed3e6cb5&id=500b66a3-308a-4182-9ae7-60ba86c90d84&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581729 May 20 09:23:03.300339 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:23:03.302871 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:23:03.989601 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc35eaa-5f88-46b1-b1d3-0145dc6f7821 req-c19671c5-0a2f-4f5d-8edc-8f0e607cfee5 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:23:03.991089 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-efc35eaa-5f88-46b1-b1d3-0145dc6f7821 req-c19671c5-0a2f-4f5d-8edc-8f0e607cfee5 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce95e8ad-c22a-414c-a60f-b09d90de6ca5 HTTP/1.1" status: 200 len: 985 time: 0.0643272 May 20 09:23:04.052583 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-efc35eaa-5f88-46b1-b1d3-0145dc6f7821 req-583ba919-e522-4594-b631-f5ec1cbf32c1 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/security-groups?id=07ab6b39-1525-4a39-9bf0-2668ed3e6cb5&id=500b66a3-308a-4182-9ae7-60ba86c90d84&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528619 May 20 09:23:05.177859 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b6cac-d724-4cb7-acec-4b617c269411 req-9e7acd08-ce5d-4831-9e16-a05be561c5dd tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:23:05.179304 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-161b6cac-d724-4cb7-acec-4b617c269411 req-9e7acd08-ce5d-4831-9e16-a05be561c5dd tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce95e8ad-c22a-414c-a60f-b09d90de6ca5 HTTP/1.1" status: 200 len: 985 time: 0.0493710 May 20 09:23:05.206747 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:23:05.243820 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-161b6cac-d724-4cb7-acec-4b617c269411 req-2c859d3b-5d69-4dcf-9d0d-f9244a351596 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/security-groups?id=07ab6b39-1525-4a39-9bf0-2668ed3e6cb5&id=500b66a3-308a-4182-9ae7-60ba86c90d84&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562980 May 20 09:23:06.368286 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3afb6c9-14e8-4595-93b5-33335c6088df req-cb08d185-68ba-4d16-89ce-024880e0fad8 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:23:06.369772 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f3afb6c9-14e8-4595-93b5-33335c6088df req-cb08d185-68ba-4d16-89ce-024880e0fad8 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce95e8ad-c22a-414c-a60f-b09d90de6ca5 HTTP/1.1" status: 200 len: 985 time: 0.0476272 May 20 09:23:06.429968 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f3afb6c9-14e8-4595-93b5-33335c6088df req-066d956a-9903-44a9-806d-0d128992031e tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/security-groups?id=07ab6b39-1525-4a39-9bf0-2668ed3e6cb5&id=500b66a3-308a-4182-9ae7-60ba86c90d84&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544372 May 20 09:23:09.000880 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:23:09.006362 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:23:13.546597 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-000a1ccf-2b0a-4eba-980a-16f351282af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:15.233917 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=96 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:23:15.238508 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:23:15.782595 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3cedb5bc-8e8a-40bb-90c3-5afec307a802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:16.420935 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=62 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:23:16.424624 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=64 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:23:17.134030 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:18.411773 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:19.058026 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.agents_db [None req-08ca63ee-ac6b-41b9-8918-1f445ad695da None None] Agent healthcheck: found 6 active agents {{(pid=104278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 09:23:20.152523 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:23.191865 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (2d1be950-4dd6-4324-90da-2272c7a86826), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:27.432504 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-01e900f0-2c9b-471f-96fd-881d3832c2e5 req-9e1f46ed-80f1-40b9-ba8d-9263935403f0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ce95e8ad-c22a-414c-a60f-b09d90de6ca5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436730 May 20 09:23:27.497555 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e900f0-2c9b-471f-96fd-881d3832c2e5 req-0d54e803-ee43-4f96-8050-16c18660f712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:23:27.499131 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-01e900f0-2c9b-471f-96fd-881d3832c2e5 req-0d54e803-ee43-4f96-8050-16c18660f712 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=aabdb72f128d4d4da1f9390e505d704b&device_id=ce95e8ad-c22a-414c-a60f-b09d90de6ca5 HTTP/1.1" status: 200 len: 1169 time: 0.0438995 May 20 09:23:27.612407 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e900f0-2c9b-471f-96fd-881d3832c2e5 req-01965458-0719-46ad-825a-15beb51735ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:23:27.613884 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-01e900f0-2c9b-471f-96fd-881d3832c2e5 req-01965458-0719-46ad-825a-15beb51735ad service neutron] 10.222.0.44 "GET /v2.0/networks?id=bbafa734-b707-4f6b-9ede-9a82c40e53f6 HTTP/1.1" status: 200 len: 916 time: 0.0921171 May 20 09:23:27.679439 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-01e900f0-2c9b-471f-96fd-881d3832c2e5 req-f16f6305-4d48-4154-a62f-fc868854ee86 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63903daa-30be-49a0-b1aa-1178cef36497 HTTP/1.1" status: 200 len: 1002 time: 0.0581613 May 20 09:23:27.728365 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e900f0-2c9b-471f-96fd-881d3832c2e5 req-9519e12c-614a-4064-97e4-90e4745fa6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:23:27.729683 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-01e900f0-2c9b-471f-96fd-881d3832c2e5 req-9519e12c-614a-4064-97e4-90e4745fa6f7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=77b112bc-27a5-4334-b442-bd94f45b9be3 HTTP/1.1" status: 200 len: 854 time: 0.0429626 May 20 09:23:27.773842 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e900f0-2c9b-471f-96fd-881d3832c2e5 req-c596d870-4d33-4121-86bc-a725e351d197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:23:27.775314 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-01e900f0-2c9b-471f-96fd-881d3832c2e5 req-c596d870-4d33-4121-86bc-a725e351d197 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bbafa734-b707-4f6b-9ede-9a82c40e53f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392258 May 20 09:23:27.866081 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-01e900f0-2c9b-471f-96fd-881d3832c2e5 req-e51a00e2-7486-48f0-8468-8d394e76ba82 service neutron] 10.222.0.44 "GET /v2.0/networks/bbafa734-b707-4f6b-9ede-9a82c40e53f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839870 May 20 09:23:27.961203 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-01e900f0-2c9b-471f-96fd-881d3832c2e5 req-a443f35f-2be7-4273-8630-0ab22aeff386 service neutron] 10.222.0.44 "GET /v2.0/networks/bbafa734-b707-4f6b-9ede-9a82c40e53f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872862 May 20 09:23:29.049219 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:23:29.050123 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:23:33.182345 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:23:33.184269 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:23:37.952895 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=50 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:23:37.956493 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=51 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:23:39.248750 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b4b1c381-a6b5-4bec-a8f2-7fe2cfcd42f2 req-98182e38-a627-48e3-83bb-6ef2f54f9270 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1610335538&fields=id&tenant_id=aabdb72f128d4d4da1f9390e505d704b HTTP/1.1" status: 200 len: 267 time: 0.1689522 May 20 09:23:39.299293 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1c381-a6b5-4bec-a8f2-7fe2cfcd42f2 req-ca4cc430-c2de-4f57-9d8f-8367fc65a19a tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:23:39.300643 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b4b1c381-a6b5-4bec-a8f2-7fe2cfcd42f2 req-ca4cc430-c2de-4f57-9d8f-8367fc65a19a tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce95e8ad-c22a-414c-a60f-b09d90de6ca5 HTTP/1.1" status: 200 len: 985 time: 0.0465446 May 20 09:23:39.310838 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [req-b4b1c381-a6b5-4bec-a8f2-7fe2cfcd42f2 req-74e24f4f-0a56-456c-94e1-f3c5afd7b14e tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Request body: {'port': {'security_groups': ['07ab6b39-1525-4a39-9bf0-2668ed3e6cb5']}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:23:39.386107 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-b4b1c381-a6b5-4bec-a8f2-7fe2cfcd42f2 req-74e24f4f-0a56-456c-94e1-f3c5afd7b14e tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (63903daa-30be-49a0-b1aa-1178cef36497), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:39.611350 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [req-b4b1c381-a6b5-4bec-a8f2-7fe2cfcd42f2 req-74e24f4f-0a56-456c-94e1-f3c5afd7b14e tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] For port 63903daa-30be-49a0-b1aa-1178cef36497, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=63903daa-30be-49a0-b1aa-1178cef36497,segment=NetworkSegment(69c99637-7bf4-4fc1-94fc-c95ba391cc3a),segment_id=69c99637-7bf4-4fc1-94fc-c95ba391cc3a)] {{(pid=104275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:23:39.639457 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-b4b1c381-a6b5-4bec-a8f2-7fe2cfcd42f2 req-74e24f4f-0a56-456c-94e1-f3c5afd7b14e tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks [] for port (63903daa-30be-49a0-b1aa-1178cef36497), precommit_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:39.646250 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-b4b1c381-a6b5-4bec-a8f2-7fe2cfcd42f2 req-74e24f4f-0a56-456c-94e1-f3c5afd7b14e tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30908404'] for port (63903daa-30be-49a0-b1aa-1178cef36497), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:39.658645 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] get_ports_and_sgs() called for port_ids ['63903daa-30be-49a0-b1aa-1178cef36497'] {{(pid=104277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 09:23:39.689838 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1c381-a6b5-4bec-a8f2-7fe2cfcd42f2 req-74e24f4f-0a56-456c-94e1-f3c5afd7b14e tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:23:39.690461 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-b4b1c381-a6b5-4bec-a8f2-7fe2cfcd42f2 req-74e24f4f-0a56-456c-94e1-f3c5afd7b14e tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for port (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:39.691850 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-b4b1c381-a6b5-4bec-a8f2-7fe2cfcd42f2 req-74e24f4f-0a56-456c-94e1-f3c5afd7b14e tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "PUT /v2.0/ports/63903daa-30be-49a0-b1aa-1178cef36497 HTTP/1.1" status: 200 len: 943 time: 0.3852618 May 20 09:23:39.692305 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce95e8ad-c22a-414c-a60f-b09d90de6ca5', 'tag': '63903daa-30be-49a0-b1aa-1178cef36497'}] {{(pid=104275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:23:39.694573 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eea53449646a7168c1429fc9fd421a4bc8c13d7c241c91a60dad7e76b53d9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4746b049-f0ae-492d-9e16-b268bf7229bd" -d '{"events": [{"name": "network-changed", "server_uuid": "ce95e8ad-c22a-414c-a60f-b09d90de6ca5", "tag": "63903daa-30be-49a0-b1aa-1178cef36497"}]}' {{(pid=104275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:23:39.702960 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 40310) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:23:39.721966 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e24f4f-0a56-456c-94e1-f3c5afd7b14e tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Pushing event updated for resources: {'Port': ['ID=63903daa-30be-49a0-b1aa-1178cef36497,revision_number=7']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:23:39.730881 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e24f4f-0a56-456c-94e1-f3c5afd7b14e tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:39.732880 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e24f4f-0a56-456c-94e1-f3c5afd7b14e tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:39.732880 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e24f4f-0a56-456c-94e1-f3c5afd7b14e tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:39.732880 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e24f4f-0a56-456c-94e1-f3c5afd7b14e tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:39.733193 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e24f4f-0a56-456c-94e1-f3c5afd7b14e tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:39.733495 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e24f4f-0a56-456c-94e1-f3c5afd7b14e tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:39.734049 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e24f4f-0a56-456c-94e1-f3c5afd7b14e tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:39.734383 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e24f4f-0a56-456c-94e1-f3c5afd7b14e tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:39.734710 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e24f4f-0a56-456c-94e1-f3c5afd7b14e tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:39.735069 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e24f4f-0a56-456c-94e1-f3c5afd7b14e tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:39.735421 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e24f4f-0a56-456c-94e1-f3c5afd7b14e tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:39.735794 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e24f4f-0a56-456c-94e1-f3c5afd7b14e tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:39.736116 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e24f4f-0a56-456c-94e1-f3c5afd7b14e tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:39.736507 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e24f4f-0a56-456c-94e1-f3c5afd7b14e tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:39.736745 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e24f4f-0a56-456c-94e1-f3c5afd7b14e tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:39.780980 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 09:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1313bd95-b13d-4311-8dd7-0746e406a106 x-openstack-request-id: req-1313bd95-b13d-4311-8dd7-0746e406a106 {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:23:39.781330 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce95e8ad-c22a-414c-a60f-b09d90de6ca5", "tag": "63903daa-30be-49a0-b1aa-1178cef36497", "status": "completed", "code": 200}]} {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:23:39.781585 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1313bd95-b13d-4311-8dd7-0746e406a106 {{(pid=104275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:23:39.782054 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1313bd95-b13d-4311-8dd7-0746e406a106'] response: {'name': 'network-changed', 'server_uuid': 'ce95e8ad-c22a-414c-a60f-b09d90de6ca5', 'tag': '63903daa-30be-49a0-b1aa-1178cef36497', 'status': 'completed', 'code': 200} May 20 09:23:39.787379 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] get_ports_and_sgs() called for port_ids ['63903daa-30be-49a0-b1aa-1178cef36497'] {{(pid=104277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 09:23:39.810464 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-148ccbf8-7b59-4331-ac89-d71b032519bb tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks [] for security_group (500b66a3-308a-4182-9ae7-60ba86c90d84), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:39.843608 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-148ccbf8-7b59-4331-ac89-d71b032519bb tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks [] for security_group (500b66a3-308a-4182-9ae7-60ba86c90d84), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:39.857812 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4746b049-f0ae-492d-9e16-b268bf7229bd req-7060da6a-b299-4280-bebf-278fa71a7c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:23:39.860953 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-4746b049-f0ae-492d-9e16-b268bf7229bd req-7060da6a-b299-4280-bebf-278fa71a7c32 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=aabdb72f128d4d4da1f9390e505d704b&device_id=ce95e8ad-c22a-414c-a60f-b09d90de6ca5 HTTP/1.1" status: 200 len: 1130 time: 0.0526102 May 20 09:23:39.922650 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-148ccbf8-7b59-4331-ac89-d71b032519bb tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (500b66a3-308a-4182-9ae7-60ba86c90d84), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:39.925454 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-148ccbf8-7b59-4331-ac89-d71b032519bb tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:39.926695 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-148ccbf8-7b59-4331-ac89-d71b032519bb tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "DELETE /v2.0/security-groups/500b66a3-308a-4182-9ae7-60ba86c90d84 HTTP/1.1" status: 204 len: 168 time: 0.2221425 May 20 09:23:39.931284 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 40312) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:23:39.937177 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148ccbf8-7b59-4331-ac89-d71b032519bb tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=500b66a3-308a-4182-9ae7-60ba86c90d84,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:23:39.944840 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148ccbf8-7b59-4331-ac89-d71b032519bb tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:39.945176 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148ccbf8-7b59-4331-ac89-d71b032519bb tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:39.945706 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148ccbf8-7b59-4331-ac89-d71b032519bb tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:39.946195 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148ccbf8-7b59-4331-ac89-d71b032519bb tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:39.946739 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148ccbf8-7b59-4331-ac89-d71b032519bb tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:39.947243 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148ccbf8-7b59-4331-ac89-d71b032519bb tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:39.947822 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148ccbf8-7b59-4331-ac89-d71b032519bb tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:39.948310 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148ccbf8-7b59-4331-ac89-d71b032519bb tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:39.948926 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148ccbf8-7b59-4331-ac89-d71b032519bb tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:39.949690 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148ccbf8-7b59-4331-ac89-d71b032519bb tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:39.950329 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148ccbf8-7b59-4331-ac89-d71b032519bb tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:39.951351 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148ccbf8-7b59-4331-ac89-d71b032519bb tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:39.952228 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148ccbf8-7b59-4331-ac89-d71b032519bb tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:39.952725 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148ccbf8-7b59-4331-ac89-d71b032519bb tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:39.953458 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148ccbf8-7b59-4331-ac89-d71b032519bb tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:40.010066 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-0142dbe6-d399-42ce-aedd-0b0428cd93a1 None None] Provisioning complete for port 63903daa-30be-49a0-b1aa-1178cef36497 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:23:40.010432 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0142dbe6-d399-42ce-aedd-0b0428cd93a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (63903daa-30be-49a0-b1aa-1178cef36497), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:40.046195 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4746b049-f0ae-492d-9e16-b268bf7229bd req-cd518418-7d23-4ec1-a520-ce346511f511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:23:40.047713 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-4746b049-f0ae-492d-9e16-b268bf7229bd req-cd518418-7d23-4ec1-a520-ce346511f511 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bbafa734-b707-4f6b-9ede-9a82c40e53f6 HTTP/1.1" status: 200 len: 916 time: 0.1793940 May 20 09:23:40.081257 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-0142dbe6-d399-42ce-aedd-0b0428cd93a1 None None] Current status of the port 63903daa-30be-49a0-b1aa-1178cef36497 is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:23:40.143621 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-4746b049-f0ae-492d-9e16-b268bf7229bd req-26ed6318-507e-4f98-8cb9-e8384668e527 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63903daa-30be-49a0-b1aa-1178cef36497 HTTP/1.1" status: 200 len: 1002 time: 0.0871139 May 20 09:23:40.145967 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [None req-c00bf0a3-dc7d-4b9a-bb65-4f4734390b8d tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Deleting port 611532a5-8955-4f01-9c19-18faed0b65a0 {{(pid=104275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:23:40.146301 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-c00bf0a3-dc7d-4b9a-bb65-4f4734390b8d tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (611532a5-8955-4f01-9c19-18faed0b65a0), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:40.229097 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:23:40.240296 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4746b049-f0ae-492d-9e16-b268bf7229bd req-a75ed1ff-2bc7-43d8-90fc-57dfe577e6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:23:40.241740 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-4746b049-f0ae-492d-9e16-b268bf7229bd req-a75ed1ff-2bc7-43d8-90fc-57dfe577e6a7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=77b112bc-27a5-4334-b442-bd94f45b9be3 HTTP/1.1" status: 200 len: 854 time: 0.0925343 May 20 09:23:40.243757 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:23:40.284276 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-c00bf0a3-dc7d-4b9a-bb65-4f4734390b8d tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (611532a5-8955-4f01-9c19-18faed0b65a0), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:40.284991 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-c00bf0a3-dc7d-4b9a-bb65-4f4734390b8d tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks [] for floatingip (611532a5-8955-4f01-9c19-18faed0b65a0), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:40.305523 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [None req-c00bf0a3-dc7d-4b9a-bb65-4f4734390b8d tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Calling delete_port for 611532a5-8955-4f01-9c19-18faed0b65a0 owned by network:floatingip {{(pid=104275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:23:40.315398 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4746b049-f0ae-492d-9e16-b268bf7229bd req-a83969af-0ae3-47d4-87dc-2a42ccffe38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:23:40.317997 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-4746b049-f0ae-492d-9e16-b268bf7229bd req-a83969af-0ae3-47d4-87dc-2a42ccffe38b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bbafa734-b707-4f6b-9ede-9a82c40e53f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0681834 May 20 09:23:40.329769 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [req-4746b049-f0ae-492d-9e16-b268bf7229bd req-23a994ef-2523-47db-bfdb-7d20a3e980a1 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=104275) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 20 09:23:40.330698 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-4746b049-f0ae-492d-9e16-b268bf7229bd req-23a994ef-2523-47db-bfdb-7d20a3e980a1 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0067513 May 20 09:23:40.494300 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-4746b049-f0ae-492d-9e16-b268bf7229bd req-c8fbbfa2-e48f-4706-baf4-ec6077e54115 service neutron] 10.222.0.44 "GET /v2.0/networks/bbafa734-b707-4f6b-9ede-9a82c40e53f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309891 May 20 09:23:40.902002 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-4746b049-f0ae-492d-9e16-b268bf7229bd req-a8666c1a-bd7c-4e6e-bf66-d01980ae9020 service neutron] 10.222.0.44 "GET /v2.0/networks/bbafa734-b707-4f6b-9ede-9a82c40e53f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4005997 May 20 09:23:40.904830 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-c00bf0a3-dc7d-4b9a-bb65-4f4734390b8d tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30908355'] for port (611532a5-8955-4f01-9c19-18faed0b65a0), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:40.933392 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00bf0a3-dc7d-4b9a-bb65-4f4734390b8d tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Pushing event deleted for resources: {'Port': ['ID=611532a5-8955-4f01-9c19-18faed0b65a0,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:23:40.995209 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-c00bf0a3-dc7d-4b9a-bb65-4f4734390b8d tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks [] for floatingip (d17887d4-f99b-429a-91c2-f9477f33c33a), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:40.995654 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.db.l3_db [None req-c00bf0a3-dc7d-4b9a-bb65-4f4734390b8d tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Floating IP d17887d4-f99b-429a-91c2-f9477f33c33a disassociated (deleted). External IP: 172.27.0.243, port: 63903daa-30be-49a0-b1aa-1178cef36497. May 20 09:23:41.211720 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00bf0a3-dc7d-4b9a-bb65-4f4734390b8d tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Router 87507017-5eb9-47ce-9bf6-efb26cce95e9 has already been hosted by L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 {{(pid=104275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 09:23:41.314054 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00bf0a3-dc7d-4b9a-bb65-4f4734390b8d tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:23:41.320193 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-c00bf0a3-dc7d-4b9a-bb65-4f4734390b8d tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for floatingip (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:41.325249 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b7d811-0c07-4fe6-9a66-f0bed266192f None None] Sync routers for ids ['87507017-5eb9-47ce-9bf6-efb26cce95e9'] in dv-cinder-836996-23-iscsi {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:23:41.335911 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b7d811-0c07-4fe6-9a66-f0bed266192f None None] Routers {'87507017-5eb9-47ce-9bf6-efb26cce95e9'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:23:41.336526 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-b8b7d811-0c07-4fe6-9a66-f0bed266192f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:23:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['87507017-5eb9-47ce-9bf6-efb26cce95e9'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:23:41.344348 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:23:41.351984 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-c00bf0a3-dc7d-4b9a-bb65-4f4734390b8d tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "DELETE /v2.0/floatingips/d17887d4-f99b-429a-91c2-f9477f33c33a HTTP/1.1" status: 204 len: 168 time: 1.4187589 May 20 09:23:41.438525 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-b8b7d811-0c07-4fe6-9a66-f0bed266192f None None] Set router 87507017-5eb9-47ce-9bf6-efb26cce95e9 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:23:41.639767 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-b8b7d811-0c07-4fe6-9a66-f0bed266192f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87507017-5eb9-47ce-9bf6-efb26cce95e9', 'name': 'tempest-TestMinimumBasicScenario-1152442305-router', 'tenant_id': 'aabdb72f128d4d4da1f9390e505d704b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'd4b54650-6f82-4c60-8895-2edfa1f68749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:21:39Z', 'updated_at': '2022-05-20T09:21:42Z', 'revision_number': 4, 'project_id': 'aabdb72f128d4d4da1f9390e505d704b', 'gw_port': {'id': 'd4b54650-6f82-4c60-8895-2edfa1f68749', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87507017-5eb9-47ce-9bf6-efb26cce95e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:21:39Z', 'updated_at': '2022-05-20T09:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': 'e6a1d63d-c1a5-427b-bc5f-6e938bd13f06', 'name': '', 'network_id': 'bbafa734-b707-4f6b-9ede-9a82c40e53f6', 'tenant_id': 'aabdb72f128d4d4da1f9390e505d704b', 'mac_address': 'fa:16:3e:15:4d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87507017-5eb9-47ce-9bf6-efb26cce95e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '77b112bc-27a5-4334-b442-bd94f45b9be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:21:41Z', 'updated_at': '2022-05-20T09:21:47Z', 'revision_number': 5, 'project_id': 'aabdb72f128d4d4da1f9390e505d704b', 'subnets': [{'id': '77b112bc-27a5-4334-b442-bd94f45b9be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:23:41.664753 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b7d811-0c07-4fe6-9a66-f0bed266192f None None] Checking router: 87507017-5eb9-47ce-9bf6-efb26cce95e9 for host: dv-cinder-836996-23-iscsi {{(pid=104277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:23:41.672967 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b7d811-0c07-4fe6-9a66-f0bed266192f None None] Routers {'87507017-5eb9-47ce-9bf6-efb26cce95e9'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:23:41.674572 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-b8b7d811-0c07-4fe6-9a66-f0bed266192f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:23:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['87507017-5eb9-47ce-9bf6-efb26cce95e9'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:23:41.721894 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:23:41.779228 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:23:41.783480 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce95e8ad-c22a-414c-a60f-b09d90de6ca5', 'tag': '63903daa-30be-49a0-b1aa-1178cef36497'}] {{(pid=104275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:23:41.786011 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eea53449646a7168c1429fc9fd421a4bc8c13d7c241c91a60dad7e76b53d9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc5fce8-1630-4664-ac47-ed83417f9657" -d '{"events": [{"name": "network-changed", "server_uuid": "ce95e8ad-c22a-414c-a60f-b09d90de6ca5", "tag": "63903daa-30be-49a0-b1aa-1178cef36497"}]}' {{(pid=104275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:23:41.786568 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-b8b7d811-0c07-4fe6-9a66-f0bed266192f None None] Set router 87507017-5eb9-47ce-9bf6-efb26cce95e9 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:23:41.825142 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 09:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0980245c-934a-4ff8-bf63-5022ff9be9a6 x-openstack-request-id: req-0980245c-934a-4ff8-bf63-5022ff9be9a6 {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:23:41.825394 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce95e8ad-c22a-414c-a60f-b09d90de6ca5", "tag": "63903daa-30be-49a0-b1aa-1178cef36497", "status": "completed", "code": 200}]} {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:23:41.825653 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0980245c-934a-4ff8-bf63-5022ff9be9a6 {{(pid=104275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:23:41.826082 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0980245c-934a-4ff8-bf63-5022ff9be9a6'] response: {'name': 'network-changed', 'server_uuid': 'ce95e8ad-c22a-414c-a60f-b09d90de6ca5', 'tag': '63903daa-30be-49a0-b1aa-1178cef36497', 'status': 'completed', 'code': 200} May 20 09:23:41.972364 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-b8b7d811-0c07-4fe6-9a66-f0bed266192f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87507017-5eb9-47ce-9bf6-efb26cce95e9', 'name': 'tempest-TestMinimumBasicScenario-1152442305-router', 'tenant_id': 'aabdb72f128d4d4da1f9390e505d704b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'd4b54650-6f82-4c60-8895-2edfa1f68749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:21:39Z', 'updated_at': '2022-05-20T09:21:42Z', 'revision_number': 4, 'project_id': 'aabdb72f128d4d4da1f9390e505d704b', 'gw_port': {'id': 'd4b54650-6f82-4c60-8895-2edfa1f68749', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87507017-5eb9-47ce-9bf6-efb26cce95e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:21:39Z', 'updated_at': '2022-05-20T09:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': 'e6a1d63d-c1a5-427b-bc5f-6e938bd13f06', 'name': '', 'network_id': 'bbafa734-b707-4f6b-9ede-9a82c40e53f6', 'tenant_id': 'aabdb72f128d4d4da1f9390e505d704b', 'mac_address': 'fa:16:3e:15:4d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87507017-5eb9-47ce-9bf6-efb26cce95e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '77b112bc-27a5-4334-b442-bd94f45b9be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:21:41Z', 'updated_at': '2022-05-20T09:21:47Z', 'revision_number': 5, 'project_id': 'aabdb72f128d4d4da1f9390e505d704b', 'subnets': [{'id': '77b112bc-27a5-4334-b442-bd94f45b9be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:23:41.999725 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b7d811-0c07-4fe6-9a66-f0bed266192f None None] The sync data for ids ['87507017-5eb9-47ce-9bf6-efb26cce95e9'] in dv-cinder-836996-23-iscsi is: [{'id': '87507017-5eb9-47ce-9bf6-efb26cce95e9', 'name': 'tempest-TestMinimumBasicScenario-1152442305-router', 'tenant_id': 'aabdb72f128d4d4da1f9390e505d704b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'd4b54650-6f82-4c60-8895-2edfa1f68749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:21:39Z', 'updated_at': '2022-05-20T09:21:42Z', 'revision_number': 4, 'project_id': 'aabdb72f128d4d4da1f9390e505d704b', 'gw_port': {'id': 'd4b54650-6f82-4c60-8895-2edfa1f68749', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87507017-5eb9-47ce-9bf6-efb26cce95e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:21:39Z', 'updated_at': '2022-05-20T09:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': 'e6a1d63d-c1a5-427b-bc5f-6e938bd13f06', 'name': '', 'network_id': 'bbafa734-b707-4f6b-9ede-9a82c40e53f6', 'tenant_id': 'aabdb72f128d4d4da1f9390e505d704b', 'mac_address': 'fa:16:3e:15:4d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87507017-5eb9-47ce-9bf6-efb26cce95e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '77b112bc-27a5-4334-b442-bd94f45b9be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:21:41Z', 'updated_at': '2022-05-20T09:21:47Z', 'revision_number': 5, 'project_id': 'aabdb72f128d4d4da1f9390e505d704b', 'subnets': [{'id': '77b112bc-27a5-4334-b442-bd94f45b9be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:23:42.019317 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5fce8-1630-4664-ac47-ed83417f9657 req-94f3c696-d65f-4ae2-ab80-889f15116adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:23:42.020868 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-dfc5fce8-1630-4664-ac47-ed83417f9657 req-94f3c696-d65f-4ae2-ab80-889f15116adf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=aabdb72f128d4d4da1f9390e505d704b&device_id=ce95e8ad-c22a-414c-a60f-b09d90de6ca5 HTTP/1.1" status: 200 len: 1130 time: 0.0422432 May 20 09:23:42.058043 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:23:42.145321 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5fce8-1630-4664-ac47-ed83417f9657 req-6c92f6b9-9e70-46d1-b094-7c7d65b97ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:23:42.146794 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-dfc5fce8-1630-4664-ac47-ed83417f9657 req-6c92f6b9-9e70-46d1-b094-7c7d65b97ce8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bbafa734-b707-4f6b-9ede-9a82c40e53f6 HTTP/1.1" status: 200 len: 916 time: 0.0965815 May 20 09:23:42.186741 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-dfc5fce8-1630-4664-ac47-ed83417f9657 req-383cefe7-bc49-4c5a-af58-4c869182d0cb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63903daa-30be-49a0-b1aa-1178cef36497 HTTP/1.1" status: 200 len: 217 time: 0.0336773 May 20 09:23:42.233802 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f0b639-8a17-444b-bbd7-cdb0e196e566 None None] New status for floating IP d17887d4-f99b-429a-91c2-f9477f33c33a: DOWN {{(pid=104278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 20 09:23:42.239228 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5fce8-1630-4664-ac47-ed83417f9657 req-479c26a5-b181-4c19-bcfb-8a59aef7d1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:23:42.240965 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-dfc5fce8-1630-4664-ac47-ed83417f9657 req-479c26a5-b181-4c19-bcfb-8a59aef7d1f3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=77b112bc-27a5-4334-b442-bd94f45b9be3 HTTP/1.1" status: 200 len: 854 time: 0.0484130 May 20 09:23:42.286589 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5fce8-1630-4664-ac47-ed83417f9657 req-f9ffa6df-3755-4f99-af2e-bd7642071cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:23:42.288286 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-dfc5fce8-1630-4664-ac47-ed83417f9657 req-f9ffa6df-3755-4f99-af2e-bd7642071cb5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bbafa734-b707-4f6b-9ede-9a82c40e53f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396566 May 20 09:23:42.386659 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-dfc5fce8-1630-4664-ac47-ed83417f9657 req-c5cd64d3-e9d2-4560-8345-ec56d9503950 service neutron] 10.222.0.44 "GET /v2.0/networks/bbafa734-b707-4f6b-9ede-9a82c40e53f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903423 May 20 09:23:42.477860 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-dfc5fce8-1630-4664-ac47-ed83417f9657 req-e185ac40-b897-49f1-90d8-9a7bca87f5d1 service neutron] 10.222.0.44 "GET /v2.0/networks/bbafa734-b707-4f6b-9ede-9a82c40e53f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849576 May 20 09:23:43.541888 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-66edb749-3a3f-4c7d-8c93-14d400899ec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:44.136921 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6700fba-3f36-42e1-9b7a-85c6c9b1155f req-a8bbd49b-763e-409c-82d2-9b777e8f8386 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:23:44.138733 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-d6700fba-3f36-42e1-9b7a-85c6c9b1155f req-a8bbd49b-763e-409c-82d2-9b777e8f8386 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce95e8ad-c22a-414c-a60f-b09d90de6ca5 HTTP/1.1" status: 200 len: 946 time: 0.0510352 May 20 09:23:44.186704 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-d6700fba-3f36-42e1-9b7a-85c6c9b1155f req-b811a4cb-668b-4fb3-bbb4-cec85ae01902 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/security-groups?id=07ab6b39-1525-4a39-9bf0-2668ed3e6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421910 May 20 09:23:45.359310 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684b90f-2110-4c9e-8085-b99c67223ba7 req-7962538a-6ab5-4cb0-9e9d-7968919a18b0 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:23:45.360681 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4684b90f-2110-4c9e-8085-b99c67223ba7 req-7962538a-6ab5-4cb0-9e9d-7968919a18b0 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce95e8ad-c22a-414c-a60f-b09d90de6ca5 HTTP/1.1" status: 200 len: 946 time: 0.1036913 May 20 09:23:45.411915 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4684b90f-2110-4c9e-8085-b99c67223ba7 req-cd4d39aa-4385-489c-879d-a66788f58f8a tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/security-groups?id=07ab6b39-1525-4a39-9bf0-2668ed3e6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429320 May 20 09:23:45.769778 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ea19c-cb79-42b8-ad20-308d88a83bfa req-b4ef3fe8-ee3a-427f-b3a0-b914b545541a tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:23:45.771245 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-e82ea19c-cb79-42b8-ad20-308d88a83bfa req-b4ef3fe8-ee3a-427f-b3a0-b914b545541a tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce95e8ad-c22a-414c-a60f-b09d90de6ca5 HTTP/1.1" status: 200 len: 946 time: 0.0529449 May 20 09:23:45.778995 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-9c8d6a4c-826a-49cd-b096-78a48f74488c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:45.858711 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [req-e82ea19c-cb79-42b8-ad20-308d88a83bfa req-6405618a-8ec9-4308-8c32-fcb93a99a587 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Deleting port 63903daa-30be-49a0-b1aa-1178cef36497 {{(pid=104275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:23:45.859015 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-e82ea19c-cb79-42b8-ad20-308d88a83bfa req-6405618a-8ec9-4308-8c32-fcb93a99a587 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (63903daa-30be-49a0-b1aa-1178cef36497), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:45.958518 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [req-e82ea19c-cb79-42b8-ad20-308d88a83bfa req-6405618a-8ec9-4308-8c32-fcb93a99a587 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] For port 63903daa-30be-49a0-b1aa-1178cef36497, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=63903daa-30be-49a0-b1aa-1178cef36497,segment=NetworkSegment(69c99637-7bf4-4fc1-94fc-c95ba391cc3a),segment_id=69c99637-7bf4-4fc1-94fc-c95ba391cc3a)] {{(pid=104275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:23:45.958876 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-e82ea19c-cb79-42b8-ad20-308d88a83bfa req-6405618a-8ec9-4308-8c32-fcb93a99a587 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (63903daa-30be-49a0-b1aa-1178cef36497), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:45.972974 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [req-e82ea19c-cb79-42b8-ad20-308d88a83bfa req-6405618a-8ec9-4308-8c32-fcb93a99a587 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Calling delete_port for 63903daa-30be-49a0-b1aa-1178cef36497 owned by compute:nova {{(pid=104275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:23:46.112143 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-e82ea19c-cb79-42b8-ad20-308d88a83bfa req-6405618a-8ec9-4308-8c32-fcb93a99a587 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30908355'] for port (63903daa-30be-49a0-b1aa-1178cef36497), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:46.124133 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] get_ports_and_sgs() called for port_ids ['63903daa-30be-49a0-b1aa-1178cef36497'] {{(pid=104277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 09:23:46.141044 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6405618a-8ec9-4308-8c32-fcb93a99a587 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Pushing event deleted for resources: {'Port': ['ID=63903daa-30be-49a0-b1aa-1178cef36497,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:23:46.147219 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:23:46.185654 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [req-e82ea19c-cb79-42b8-ad20-308d88a83bfa req-6405618a-8ec9-4308-8c32-fcb93a99a587 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] No DVR routers for this DVR port 63903daa-30be-49a0-b1aa-1178cef36497 on host hv-cinder-83699 {{(pid=104275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:23:46.188434 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-e82ea19c-cb79-42b8-ad20-308d88a83bfa req-6405618a-8ec9-4308-8c32-fcb93a99a587 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for port (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:46.191756 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-e82ea19c-cb79-42b8-ad20-308d88a83bfa req-6405618a-8ec9-4308-8c32-fcb93a99a587 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.44 "DELETE /v2.0/ports/63903daa-30be-49a0-b1aa-1178cef36497 HTTP/1.1" status: 204 len: 173 time: 0.4142022 May 20 09:23:46.192228 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce95e8ad-c22a-414c-a60f-b09d90de6ca5', 'name': 'network-vif-deleted', 'tag': '63903daa-30be-49a0-b1aa-1178cef36497'}] {{(pid=104275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:23:46.194490 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eea53449646a7168c1429fc9fd421a4bc8c13d7c241c91a60dad7e76b53d9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b616fca4-009e-47d6-82b7-a0cd27f8a4c6" -d '{"events": [{"server_uuid": "ce95e8ad-c22a-414c-a60f-b09d90de6ca5", "name": "network-vif-deleted", "tag": "63903daa-30be-49a0-b1aa-1178cef36497"}]}' {{(pid=104275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:23:46.232331 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 09:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7fe6c7a-3fcc-4f93-975f-c0c6ab828546 x-openstack-request-id: req-b7fe6c7a-3fcc-4f93-975f-c0c6ab828546 {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:23:46.232624 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce95e8ad-c22a-414c-a60f-b09d90de6ca5", "name": "network-vif-deleted", "tag": "63903daa-30be-49a0-b1aa-1178cef36497", "status": "completed", "code": 200}]} {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:23:46.232976 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b7fe6c7a-3fcc-4f93-975f-c0c6ab828546 {{(pid=104275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:23:46.233277 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7fe6c7a-3fcc-4f93-975f-c0c6ab828546'] response: {'server_uuid': 'ce95e8ad-c22a-414c-a60f-b09d90de6ca5', 'name': 'network-vif-deleted', 'tag': '63903daa-30be-49a0-b1aa-1178cef36497', 'status': 'completed', 'code': 200} May 20 09:23:46.540354 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-fe614372-2405-407c-9bb7-02c8fc96fc12 req-c7c13648-e1a9-45ab-bac4-2d90376965e1 tempest-TestMinimumBasicScenario-1121316129 tempest-TestMinimumBasicScenario-1121316129-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce95e8ad-c22a-414c-a60f-b09d90de6ca5 HTTP/1.1" status: 200 len: 210 time: 0.0329344 May 20 09:23:47.144153 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:48.156883 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 40402) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:23:48.411535 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:48.476472 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e151ae35-ce44-4bb7-90a7-0b014bc839b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683207'] for router_interface (87507017-5eb9-47ce-9bf6-efb26cce95e9), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:48.700325 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-e151ae35-ce44-4bb7-90a7-0b014bc839b7 admin admin] Deleting port e6a1d63d-c1a5-427b-bc5f-6e938bd13f06 {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:23:48.700563 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e151ae35-ce44-4bb7-90a7-0b014bc839b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (e6a1d63d-c1a5-427b-bc5f-6e938bd13f06), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:48.762341 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:23:48.777991 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [None req-e151ae35-ce44-4bb7-90a7-0b014bc839b7 admin admin] For port e6a1d63d-c1a5-427b-bc5f-6e938bd13f06, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=e6a1d63d-c1a5-427b-bc5f-6e938bd13f06,segment=NetworkSegment(69c99637-7bf4-4fc1-94fc-c95ba391cc3a),segment_id=69c99637-7bf4-4fc1-94fc-c95ba391cc3a)] {{(pid=104276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:23:48.778351 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e151ae35-ce44-4bb7-90a7-0b014bc839b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (e6a1d63d-c1a5-427b-bc5f-6e938bd13f06), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:48.791749 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-e151ae35-ce44-4bb7-90a7-0b014bc839b7 admin admin] Calling delete_port for e6a1d63d-c1a5-427b-bc5f-6e938bd13f06 owned by network:router_interface {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:23:48.801075 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:23:48.983446 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e151ae35-ce44-4bb7-90a7-0b014bc839b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (e6a1d63d-c1a5-427b-bc5f-6e938bd13f06), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:49.017559 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151ae35-ce44-4bb7-90a7-0b014bc839b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6a1d63d-c1a5-427b-bc5f-6e938bd13f06,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:23:49.180625 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e151ae35-ce44-4bb7-90a7-0b014bc839b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683099'] for router_interface (87507017-5eb9-47ce-9bf6-efb26cce95e9), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:49.379727 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e151ae35-ce44-4bb7-90a7-0b014bc839b7 admin admin] Router 87507017-5eb9-47ce-9bf6-efb26cce95e9 has already been hosted by L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 {{(pid=104276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 09:23:49.481291 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e151ae35-ce44-4bb7-90a7-0b014bc839b7 admin admin] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:23:49.486292 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-e151ae35-ce44-4bb7-90a7-0b014bc839b7 admin admin] 10.222.0.69 "PUT /v2.0/routers/87507017-5eb9-47ce-9bf6-efb26cce95e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3283956 May 20 09:23:49.488856 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 40404) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:23:49.492160 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ee489b-b6f8-4666-9299-63153738e7b8 None None] Sync routers for ids ['87507017-5eb9-47ce-9bf6-efb26cce95e9'] in dv-cinder-836996-23-iscsi {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:23:49.503221 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ee489b-b6f8-4666-9299-63153738e7b8 None None] Routers {'87507017-5eb9-47ce-9bf6-efb26cce95e9'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:23:49.503882 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-e8ee489b-b6f8-4666-9299-63153738e7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:23:46Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['87507017-5eb9-47ce-9bf6-efb26cce95e9'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:23:49.585140 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1f8daf36-fd92-4a6d-a171-2b10c716a5f9 admin admin] Publish callbacks [] for router (87507017-5eb9-47ce-9bf6-efb26cce95e9), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:49.608296 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-e8ee489b-b6f8-4666-9299-63153738e7b8 None None] Set router 87507017-5eb9-47ce-9bf6-efb26cce95e9 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:23:49.619500 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:23:49.682432 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1f8daf36-fd92-4a6d-a171-2b10c716a5f9 admin admin] Publish callbacks [] for router_gateway (87507017-5eb9-47ce-9bf6-efb26cce95e9), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:49.686054 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:23:49.729931 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-1f8daf36-fd92-4a6d-a171-2b10c716a5f9 admin admin] Deleting port d4b54650-6f82-4c60-8895-2edfa1f68749 {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:23:49.730239 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1f8daf36-fd92-4a6d-a171-2b10c716a5f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (d4b54650-6f82-4c60-8895-2edfa1f68749), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:49.774053 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-e8ee489b-b6f8-4666-9299-63153738e7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87507017-5eb9-47ce-9bf6-efb26cce95e9', 'name': 'tempest-TestMinimumBasicScenario-1152442305-router', 'tenant_id': 'aabdb72f128d4d4da1f9390e505d704b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'd4b54650-6f82-4c60-8895-2edfa1f68749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:21:39Z', 'updated_at': '2022-05-20T09:23:48Z', 'revision_number': 5, 'project_id': 'aabdb72f128d4d4da1f9390e505d704b', 'gw_port': {'id': 'd4b54650-6f82-4c60-8895-2edfa1f68749', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87507017-5eb9-47ce-9bf6-efb26cce95e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:21:39Z', 'updated_at': '2022-05-20T09:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi'}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:23:49.799428 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ee489b-b6f8-4666-9299-63153738e7b8 None None] Checking router: 87507017-5eb9-47ce-9bf6-efb26cce95e9 for host: dv-cinder-836996-23-iscsi {{(pid=104277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:23:49.807989 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ee489b-b6f8-4666-9299-63153738e7b8 None None] Routers {'87507017-5eb9-47ce-9bf6-efb26cce95e9'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:23:49.808601 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-e8ee489b-b6f8-4666-9299-63153738e7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:23:46Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['87507017-5eb9-47ce-9bf6-efb26cce95e9'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:23:49.813704 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [None req-1f8daf36-fd92-4a6d-a171-2b10c716a5f9 admin admin] For port d4b54650-6f82-4c60-8895-2edfa1f68749, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=d4b54650-6f82-4c60-8895-2edfa1f68749,segment=NetworkSegment(99d4634d-7c16-4239-978b-38d882e34cf7),segment_id=99d4634d-7c16-4239-978b-38d882e34cf7)] {{(pid=104276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:23:49.814054 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1f8daf36-fd92-4a6d-a171-2b10c716a5f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (d4b54650-6f82-4c60-8895-2edfa1f68749), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:49.827206 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-1f8daf36-fd92-4a6d-a171-2b10c716a5f9 admin admin] Calling delete_port for d4b54650-6f82-4c60-8895-2edfa1f68749 owned by network:router_gateway {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:23:49.900234 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-e8ee489b-b6f8-4666-9299-63153738e7b8 None None] Set router 87507017-5eb9-47ce-9bf6-efb26cce95e9 gateway port host: None {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:23:49.948046 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-e8ee489b-b6f8-4666-9299-63153738e7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87507017-5eb9-47ce-9bf6-efb26cce95e9', 'name': 'tempest-TestMinimumBasicScenario-1152442305-router', 'tenant_id': 'aabdb72f128d4d4da1f9390e505d704b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:21:39Z', 'updated_at': '2022-05-20T09:23:49Z', 'revision_number': 6, 'project_id': 'aabdb72f128d4d4da1f9390e505d704b', 'gw_port_host': None}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:23:49.974532 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ee489b-b6f8-4666-9299-63153738e7b8 None None] The sync data for ids ['87507017-5eb9-47ce-9bf6-efb26cce95e9'] in dv-cinder-836996-23-iscsi is: [{'id': '87507017-5eb9-47ce-9bf6-efb26cce95e9', 'name': 'tempest-TestMinimumBasicScenario-1152442305-router', 'tenant_id': 'aabdb72f128d4d4da1f9390e505d704b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:21:39Z', 'updated_at': '2022-05-20T09:23:49Z', 'revision_number': 6, 'project_id': 'aabdb72f128d4d4da1f9390e505d704b', 'gw_port_host': None}] {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:23:49.990429 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1f8daf36-fd92-4a6d-a171-2b10c716a5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (d4b54650-6f82-4c60-8895-2edfa1f68749), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:50.012809 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8daf36-fd92-4a6d-a171-2b10c716a5f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4b54650-6f82-4c60-8895-2edfa1f68749,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:23:50.076348 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1f8daf36-fd92-4a6d-a171-2b10c716a5f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680185'] for router_gateway (87507017-5eb9-47ce-9bf6-efb26cce95e9), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:50.269682 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:50.426059 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1f8daf36-fd92-4a6d-a171-2b10c716a5f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1553'] for router (87507017-5eb9-47ce-9bf6-efb26cce95e9), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:50.428330 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1f8daf36-fd92-4a6d-a171-2b10c716a5f9 admin admin] Publish callbacks [] for router_controller (87507017-5eb9-47ce-9bf6-efb26cce95e9), precommit_delete_associations {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:50.470138 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1f8daf36-fd92-4a6d-a171-2b10c716a5f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682147'] for router (87507017-5eb9-47ce-9bf6-efb26cce95e9), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:50.470773 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8daf36-fd92-4a6d-a171-2b10c716a5f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87507017-5eb9-47ce-9bf6-efb26cce95e9 {{(pid=104276) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 09:23:50.475612 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1f8daf36-fd92-4a6d-a171-2b10c716a5f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:50.477179 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-1f8daf36-fd92-4a6d-a171-2b10c716a5f9 admin admin] 10.222.0.69 "DELETE /v2.0/routers/87507017-5eb9-47ce-9bf6-efb26cce95e9 HTTP/1.1" status: 204 len: 168 time: 0.9874520 May 20 09:23:50.479773 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 40406) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:23:50.525081 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_v2 [None req-91e39cef-e9a1-4125-8abc-017b76fab1b0 admin admin] Deleting subnet 77b112bc-27a5-4334-b442-bd94f45b9be3 {{(pid=104276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 20 09:23:50.528289 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-91e39cef-e9a1-4125-8abc-017b76fab1b0 admin admin] Publish callbacks [] for subnet (77b112bc-27a5-4334-b442-bd94f45b9be3), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:50.550360 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 63903daa-30be-49a0-b1aa-1178cef36497 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 09:23:50.562324 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-91e39cef-e9a1-4125-8abc-017b76fab1b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30533093'] for subnet (77b112bc-27a5-4334-b442-bd94f45b9be3), precommit_delete_associations {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:50.570368 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] No Port match for: 63903daa-30be-49a0-b1aa-1178cef36497 {{(pid=104277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 20 09:23:50.570711 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device 63903daa-30be-49a0-b1aa-1178cef36497 not bound to the agent host hv-cinder-83699 {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 09:23:50.640047 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-91e39cef-e9a1-4125-8abc-017b76fab1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1460055'] for subnet (77b112bc-27a5-4334-b442-bd94f45b9be3), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:50.700525 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-91e39cef-e9a1-4125-8abc-017b76fab1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1460046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32461343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32308525'] for subnet (77b112bc-27a5-4334-b442-bd94f45b9be3), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:50.706145 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=11 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:23:50.730739 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e39cef-e9a1-4125-8abc-017b76fab1b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77b112bc-27a5-4334-b442-bd94f45b9be3,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:23:50.732770 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-91e39cef-e9a1-4125-8abc-017b76fab1b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for subnet (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:50.735841 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-91e39cef-e9a1-4125-8abc-017b76fab1b0 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/77b112bc-27a5-4334-b442-bd94f45b9be3 HTTP/1.1" status: 204 len: 168 time: 0.2550659 May 20 09:23:50.738614 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 40408) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:23:50.742086 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33aeaf58-7e59-4574-9d70-f1622cd44df2 None None] Network bbafa734-b707-4f6b-9ede-9a82c40e53f6 requested from dv-cinder-836996-23-iscsi {{(pid=104277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 20 09:23:50.814520 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-34b7847f-f3c0-4423-9a98-953487630998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1485502'] for network (bbafa734-b707-4f6b-9ede-9a82c40e53f6), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:50.820716 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:23:50.857542 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-34b7847f-f3c0-4423-9a98-953487630998 admin admin] Deleting port bcc0933e-1e3c-433f-bf85-5d62b6e2bd88 {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:23:50.857882 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-34b7847f-f3c0-4423-9a98-953487630998 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (bcc0933e-1e3c-433f-bf85-5d62b6e2bd88), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:50.909599 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664eafc7-1ded-439d-8a02-b6c6dd48fde0 None None] DHCP port deletion for bbafa734-b707-4f6b-9ede-9a82c40e53f6 request from dv-cinder-836996-23-iscsi {{(pid=104277) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 20 09:23:50.933968 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [None req-34b7847f-f3c0-4423-9a98-953487630998 admin admin] For port bcc0933e-1e3c-433f-bf85-5d62b6e2bd88, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=bcc0933e-1e3c-433f-bf85-5d62b6e2bd88,segment=NetworkSegment(69c99637-7bf4-4fc1-94fc-c95ba391cc3a),segment_id=69c99637-7bf4-4fc1-94fc-c95ba391cc3a)] {{(pid=104276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:23:50.934326 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-34b7847f-f3c0-4423-9a98-953487630998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (bcc0933e-1e3c-433f-bf85-5d62b6e2bd88), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:50.947106 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-664eafc7-1ded-439d-8a02-b6c6dd48fde0 None None] Deleting port bcc0933e-1e3c-433f-bf85-5d62b6e2bd88 {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:23:50.947507 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-34b7847f-f3c0-4423-9a98-953487630998 admin admin] Calling delete_port for bcc0933e-1e3c-433f-bf85-5d62b6e2bd88 owned by network:dhcp {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:23:50.947685 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-664eafc7-1ded-439d-8a02-b6c6dd48fde0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (bcc0933e-1e3c-433f-bf85-5d62b6e2bd88), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:51.006765 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:23:51.015040 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-664eafc7-1ded-439d-8a02-b6c6dd48fde0 None None] For port bcc0933e-1e3c-433f-bf85-5d62b6e2bd88, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=bcc0933e-1e3c-433f-bf85-5d62b6e2bd88,segment=NetworkSegment(69c99637-7bf4-4fc1-94fc-c95ba391cc3a),segment_id=69c99637-7bf4-4fc1-94fc-c95ba391cc3a)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:23:51.015457 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-664eafc7-1ded-439d-8a02-b6c6dd48fde0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (bcc0933e-1e3c-433f-bf85-5d62b6e2bd88), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:51.029436 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-664eafc7-1ded-439d-8a02-b6c6dd48fde0 None None] Calling delete_port for bcc0933e-1e3c-433f-bf85-5d62b6e2bd88 owned by network:dhcp {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:23:51.035633 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-34b7847f-f3c0-4423-9a98-953487630998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (bcc0933e-1e3c-433f-bf85-5d62b6e2bd88), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:51.061594 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b7847f-f3c0-4423-9a98-953487630998 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcc0933e-1e3c-433f-bf85-5d62b6e2bd88,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:23:51.063504 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b7847f-f3c0-4423-9a98-953487630998 admin admin] No DVR routers for this DVR port bcc0933e-1e3c-433f-bf85-5d62b6e2bd88 on host dv-cinder-836996-23-iscsi {{(pid=104276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:23:51.070362 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:23:51.112445 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-664eafc7-1ded-439d-8a02-b6c6dd48fde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945'] for port (bcc0933e-1e3c-433f-bf85-5d62b6e2bd88), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:51.134873 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664eafc7-1ded-439d-8a02-b6c6dd48fde0 None None] Pushing event deleted for resources: {'Port': ['ID=bcc0933e-1e3c-433f-bf85-5d62b6e2bd88,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:23:51.137011 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-34b7847f-f3c0-4423-9a98-953487630998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458914', 'neutron.services.segments.db._delete_segments_for_network-8728767071618'] for network (bbafa734-b707-4f6b-9ede-9a82c40e53f6), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:51.145185 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664eafc7-1ded-439d-8a02-b6c6dd48fde0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:51.145496 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664eafc7-1ded-439d-8a02-b6c6dd48fde0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:51.145840 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664eafc7-1ded-439d-8a02-b6c6dd48fde0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:51.146183 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664eafc7-1ded-439d-8a02-b6c6dd48fde0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:51.146585 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664eafc7-1ded-439d-8a02-b6c6dd48fde0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:51.146836 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664eafc7-1ded-439d-8a02-b6c6dd48fde0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:51.147164 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664eafc7-1ded-439d-8a02-b6c6dd48fde0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:51.147540 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664eafc7-1ded-439d-8a02-b6c6dd48fde0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:51.147845 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664eafc7-1ded-439d-8a02-b6c6dd48fde0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:51.148169 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664eafc7-1ded-439d-8a02-b6c6dd48fde0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:51.148493 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664eafc7-1ded-439d-8a02-b6c6dd48fde0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:51.148827 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664eafc7-1ded-439d-8a02-b6c6dd48fde0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:51.149141 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664eafc7-1ded-439d-8a02-b6c6dd48fde0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:51.149460 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664eafc7-1ded-439d-8a02-b6c6dd48fde0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:51.149859 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664eafc7-1ded-439d-8a02-b6c6dd48fde0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:51.152609 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664eafc7-1ded-439d-8a02-b6c6dd48fde0 None None] No DVR routers for this DVR port bcc0933e-1e3c-433f-bf85-5d62b6e2bd88 on host dv-cinder-836996-23-iscsi {{(pid=104277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:23:51.165568 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.services.segments.db [None req-34b7847f-f3c0-4423-9a98-953487630998 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbafa734-b707-4f6b-9ede-9a82c40e53f6']}} {{(pid=104276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:23:51.176421 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.services.segments.db [None req-34b7847f-f3c0-4423-9a98-953487630998 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69c99637-7bf4-4fc1-94fc-c95ba391cc3a') {'for_net_delete': True} {{(pid=104276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:23:51.176854 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.services.segments.db [None req-34b7847f-f3c0-4423-9a98-953487630998 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69c99637-7bf4-4fc1-94fc-c95ba391cc3a') {} {{(pid=104276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:23:51.186867 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-34b7847f-f3c0-4423-9a98-953487630998 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728767071371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30533084'] for segment (69c99637-7bf4-4fc1-94fc-c95ba391cc3a), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:51.200484 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-34b7847f-f3c0-4423-9a98-953487630998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461326'] for segment (69c99637-7bf4-4fc1-94fc-c95ba391cc3a), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:51.206664 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34b7847f-f3c0-4423-9a98-953487630998 admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=104276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 09:23:51.207278 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-34b7847f-f3c0-4423-9a98-953487630998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32464829'] for segment (69c99637-7bf4-4fc1-94fc-c95ba391cc3a), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:51.215757 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device e6a1d63d-c1a5-427b-bc5f-6e938bd13f06 no longer exists at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 09:23:51.237081 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] No Port match for: e6a1d63d-c1a5-427b-bc5f-6e938bd13f06 {{(pid=104277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 20 09:23:51.237432 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device e6a1d63d-c1a5-427b-bc5f-6e938bd13f06 not bound to the agent host dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 09:23:51.238100 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device bcc0933e-1e3c-433f-bf85-5d62b6e2bd88 no longer exists at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 09:23:51.260105 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] No Port match for: bcc0933e-1e3c-433f-bf85-5d62b6e2bd88 {{(pid=104277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 20 09:23:51.260672 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device bcc0933e-1e3c-433f-bf85-5d62b6e2bd88 not bound to the agent host dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 09:23:51.261079 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device d4b54650-6f82-4c60-8895-2edfa1f68749 no longer exists at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 09:23:51.272205 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-34b7847f-f3c0-4423-9a98-953487630998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680149'] for network (bbafa734-b707-4f6b-9ede-9a82c40e53f6), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:51.276883 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-34b7847f-f3c0-4423-9a98-953487630998 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for network (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:51.283438 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 40414) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:23:51.283982 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-34b7847f-f3c0-4423-9a98-953487630998 admin admin] 10.222.0.69 "DELETE /v2.0/networks/bbafa734-b707-4f6b-9ede-9a82c40e53f6 HTTP/1.1" status: 204 len: 168 time: 0.5438621 May 20 09:23:51.287005 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.services.segments.plugin [-] Segment 69c99637-7bf4-4fc1-94fc-c95ba391cc3a resource provider aggregate not found May 20 09:23:51.290575 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] No Port match for: d4b54650-6f82-4c60-8895-2edfa1f68749 {{(pid=104277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 20 09:23:51.290993 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device d4b54650-6f82-4c60-8895-2edfa1f68749 not bound to the agent host dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 09:23:51.304056 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b7847f-f3c0-4423-9a98-953487630998 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbafa734-b707-4f6b-9ede-9a82c40e53f6,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:23:51.312297 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.services.segments.plugin [-] Segment 69c99637-7bf4-4fc1-94fc-c95ba391cc3a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 69c99637-7bf4-4fc1-94fc-c95ba391cc3a found for delete ", "request_id": "req-045eb0c1-b707-4422-89d3-b59dd601243a"}]} May 20 09:23:51.324137 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:23:51.590531 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-15d6e54a-47d2-4369-9bd8-7c2858d2b63c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683207'] for router_interface (89fc7b5c-d18e-49a1-af77-4a3b74edfdfb), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:51.806875 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [None req-15d6e54a-47d2-4369-9bd8-7c2858d2b63c admin admin] Deleting port 69625247-9593-48c6-8ddb-e6486db1b37e {{(pid=104275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:23:51.807284 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-15d6e54a-47d2-4369-9bd8-7c2858d2b63c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (69625247-9593-48c6-8ddb-e6486db1b37e), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:51.891563 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [None req-15d6e54a-47d2-4369-9bd8-7c2858d2b63c admin admin] For port 69625247-9593-48c6-8ddb-e6486db1b37e, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=69625247-9593-48c6-8ddb-e6486db1b37e,segment=NetworkSegment(59e6b595-2795-46a9-856e-5ee413e3bb92),segment_id=59e6b595-2795-46a9-856e-5ee413e3bb92)] {{(pid=104275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:23:51.891773 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-15d6e54a-47d2-4369-9bd8-7c2858d2b63c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (69625247-9593-48c6-8ddb-e6486db1b37e), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:51.904745 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [None req-15d6e54a-47d2-4369-9bd8-7c2858d2b63c admin admin] Calling delete_port for 69625247-9593-48c6-8ddb-e6486db1b37e owned by network:router_interface {{(pid=104275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:23:52.072662 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:23:52.093471 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-15d6e54a-47d2-4369-9bd8-7c2858d2b63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30908355'] for port (69625247-9593-48c6-8ddb-e6486db1b37e), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:52.118707 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d6e54a-47d2-4369-9bd8-7c2858d2b63c admin admin] Pushing event deleted for resources: {'Port': ['ID=69625247-9593-48c6-8ddb-e6486db1b37e,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:23:52.124088 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:23:52.237495 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=18 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:23:52.276061 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-15d6e54a-47d2-4369-9bd8-7c2858d2b63c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683099'] for router_interface (89fc7b5c-d18e-49a1-af77-4a3b74edfdfb), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:52.289838 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=17 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:23:52.493489 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d6e54a-47d2-4369-9bd8-7c2858d2b63c admin admin] Router 89fc7b5c-d18e-49a1-af77-4a3b74edfdfb has already been hosted by L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 {{(pid=104275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 09:23:52.595790 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d6e54a-47d2-4369-9bd8-7c2858d2b63c admin admin] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:23:52.601509 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-15d6e54a-47d2-4369-9bd8-7c2858d2b63c admin admin] 10.222.0.69 "PUT /v2.0/routers/89fc7b5c-d18e-49a1-af77-4a3b74edfdfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3166969 May 20 09:23:52.603828 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 40418) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:23:52.606525 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f58c2f-48d0-4aca-8abd-5a9f417ec695 None None] Sync routers for ids ['89fc7b5c-d18e-49a1-af77-4a3b74edfdfb'] in dv-cinder-836996-23-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:23:52.617588 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f58c2f-48d0-4aca-8abd-5a9f417ec695 None None] Routers {'89fc7b5c-d18e-49a1-af77-4a3b74edfdfb'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:23:52.618209 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-37f58c2f-48d0-4aca-8abd-5a9f417ec695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:23:46Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['89fc7b5c-d18e-49a1-af77-4a3b74edfdfb'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:23:52.694731 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-7378c799-da21-445c-93c5-e094f4f03dbc admin admin] Publish callbacks [] for router (89fc7b5c-d18e-49a1-af77-4a3b74edfdfb), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:52.716590 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-37f58c2f-48d0-4aca-8abd-5a9f417ec695 None None] Set router 89fc7b5c-d18e-49a1-af77-4a3b74edfdfb gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:23:52.793103 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-7378c799-da21-445c-93c5-e094f4f03dbc admin admin] Publish callbacks [] for router_gateway (89fc7b5c-d18e-49a1-af77-4a3b74edfdfb), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:52.838054 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [None req-7378c799-da21-445c-93c5-e094f4f03dbc admin admin] Deleting port 4fd50f41-6b09-47aa-9ec6-5cbed73113a6 {{(pid=104275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:23:52.838385 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-7378c799-da21-445c-93c5-e094f4f03dbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (4fd50f41-6b09-47aa-9ec6-5cbed73113a6), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:52.880470 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-37f58c2f-48d0-4aca-8abd-5a9f417ec695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fc7b5c-d18e-49a1-af77-4a3b74edfdfb', 'name': 'tempest-TestMinimumBasicScenario-2147429218-router', 'tenant_id': '50db3d6e2f174362b1cf5e3d3e11eb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '4fd50f41-6b09-47aa-9ec6-5cbed73113a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:21:44Z', 'updated_at': '2022-05-20T09:23:52Z', 'revision_number': 5, 'project_id': '50db3d6e2f174362b1cf5e3d3e11eb2b', 'gw_port': {'id': '4fd50f41-6b09-47aa-9ec6-5cbed73113a6', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fc7b5c-d18e-49a1-af77-4a3b74edfdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:21:44Z', 'updated_at': '2022-05-20T09:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi'}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:23:52.909251 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f58c2f-48d0-4aca-8abd-5a9f417ec695 None None] Checking router: 89fc7b5c-d18e-49a1-af77-4a3b74edfdfb for host: dv-cinder-836996-23-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:23:52.915128 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [None req-7378c799-da21-445c-93c5-e094f4f03dbc admin admin] For port 4fd50f41-6b09-47aa-9ec6-5cbed73113a6, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=4fd50f41-6b09-47aa-9ec6-5cbed73113a6,segment=NetworkSegment(99d4634d-7c16-4239-978b-38d882e34cf7),segment_id=99d4634d-7c16-4239-978b-38d882e34cf7)] {{(pid=104275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:23:52.915516 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-7378c799-da21-445c-93c5-e094f4f03dbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (4fd50f41-6b09-47aa-9ec6-5cbed73113a6), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:52.918079 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f58c2f-48d0-4aca-8abd-5a9f417ec695 None None] Routers {'89fc7b5c-d18e-49a1-af77-4a3b74edfdfb'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:23:52.918691 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-37f58c2f-48d0-4aca-8abd-5a9f417ec695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:23:46Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['89fc7b5c-d18e-49a1-af77-4a3b74edfdfb'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:23:52.929007 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [None req-7378c799-da21-445c-93c5-e094f4f03dbc admin admin] Calling delete_port for 4fd50f41-6b09-47aa-9ec6-5cbed73113a6 owned by network:router_gateway {{(pid=104275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:23:52.938522 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:23:53.007194 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-37f58c2f-48d0-4aca-8abd-5a9f417ec695 None None] Set router 89fc7b5c-d18e-49a1-af77-4a3b74edfdfb gateway port host: None {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:23:53.034628 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:23:53.107124 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-7378c799-da21-445c-93c5-e094f4f03dbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30908355'] for port (4fd50f41-6b09-47aa-9ec6-5cbed73113a6), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:53.131488 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7378c799-da21-445c-93c5-e094f4f03dbc admin admin] Pushing event deleted for resources: {'Port': ['ID=4fd50f41-6b09-47aa-9ec6-5cbed73113a6,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:23:53.145206 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-37f58c2f-48d0-4aca-8abd-5a9f417ec695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fc7b5c-d18e-49a1-af77-4a3b74edfdfb', 'name': 'tempest-TestMinimumBasicScenario-2147429218-router', 'tenant_id': '50db3d6e2f174362b1cf5e3d3e11eb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:21:44Z', 'updated_at': '2022-05-20T09:23:52Z', 'revision_number': 6, 'project_id': '50db3d6e2f174362b1cf5e3d3e11eb2b', 'gw_port_host': None}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:23:53.174324 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f58c2f-48d0-4aca-8abd-5a9f417ec695 None None] The sync data for ids ['89fc7b5c-d18e-49a1-af77-4a3b74edfdfb'] in dv-cinder-836996-23-iscsi is: [{'id': '89fc7b5c-d18e-49a1-af77-4a3b74edfdfb', 'name': 'tempest-TestMinimumBasicScenario-2147429218-router', 'tenant_id': '50db3d6e2f174362b1cf5e3d3e11eb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:21:44Z', 'updated_at': '2022-05-20T09:23:52Z', 'revision_number': 6, 'project_id': '50db3d6e2f174362b1cf5e3d3e11eb2b', 'gw_port_host': None}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:23:53.199416 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-7378c799-da21-445c-93c5-e094f4f03dbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680185'] for router_gateway (89fc7b5c-d18e-49a1-af77-4a3b74edfdfb), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:53.211624 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (2d1be950-4dd6-4324-90da-2272c7a86826), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:53.564944 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-7378c799-da21-445c-93c5-e094f4f03dbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1553'] for router (89fc7b5c-d18e-49a1-af77-4a3b74edfdfb), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:53.569328 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-7378c799-da21-445c-93c5-e094f4f03dbc admin admin] Publish callbacks [] for router_controller (89fc7b5c-d18e-49a1-af77-4a3b74edfdfb), precommit_delete_associations {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:53.620798 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-7378c799-da21-445c-93c5-e094f4f03dbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682147'] for router (89fc7b5c-d18e-49a1-af77-4a3b74edfdfb), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:53.621501 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7378c799-da21-445c-93c5-e094f4f03dbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89fc7b5c-d18e-49a1-af77-4a3b74edfdfb {{(pid=104275) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 09:23:53.626847 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-7378c799-da21-445c-93c5-e094f4f03dbc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:53.628033 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-7378c799-da21-445c-93c5-e094f4f03dbc admin admin] 10.222.0.69 "DELETE /v2.0/routers/89fc7b5c-d18e-49a1-af77-4a3b74edfdfb HTTP/1.1" status: 204 len: 168 time: 1.0233498 May 20 09:23:53.630635 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 40420) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:23:53.685393 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8a30aa9-9473-43b2-acba-7957ac71fc42 admin admin] Deleting subnet 53334d6f-499d-4626-91af-f3e6deff2412 {{(pid=104275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 20 09:23:53.688744 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-f8a30aa9-9473-43b2-acba-7957ac71fc42 admin admin] Publish callbacks [] for subnet (53334d6f-499d-4626-91af-f3e6deff2412), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:53.733679 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-f8a30aa9-9473-43b2-acba-7957ac71fc42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30883873'] for subnet (53334d6f-499d-4626-91af-f3e6deff2412), precommit_delete_associations {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:53.828245 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-f8a30aa9-9473-43b2-acba-7957ac71fc42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1460055'] for subnet (53334d6f-499d-4626-91af-f3e6deff2412), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:53.891025 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-f8a30aa9-9473-43b2-acba-7957ac71fc42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1460046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30904882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31209470'] for subnet (53334d6f-499d-4626-91af-f3e6deff2412), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:53.916581 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a30aa9-9473-43b2-acba-7957ac71fc42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53334d6f-499d-4626-91af-f3e6deff2412,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:23:53.921414 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-f8a30aa9-9473-43b2-acba-7957ac71fc42 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:53.925033 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-f8a30aa9-9473-43b2-acba-7957ac71fc42 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/53334d6f-499d-4626-91af-f3e6deff2412 HTTP/1.1" status: 204 len: 168 time: 0.2926648 May 20 09:23:53.927148 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 40422) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:23:53.928402 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b506191-cf3d-48be-a729-3608caf6749d None None] Network 79d8d2eb-621a-4bb1-b9bc-2dab8484c468 requested from dv-cinder-836996-23-iscsi {{(pid=104277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 20 09:23:54.001254 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a8834744-3361-4fe7-8d01-ea285cf3c3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1485502'] for network (79d8d2eb-621a-4bb1-b9bc-2dab8484c468), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:54.052736 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-a8834744-3361-4fe7-8d01-ea285cf3c3c3 admin admin] Deleting port 5cde1daa-1dfb-49c7-8b7e-aac9b3f92536 {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:23:54.053073 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a8834744-3361-4fe7-8d01-ea285cf3c3c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (5cde1daa-1dfb-49c7-8b7e-aac9b3f92536), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:54.094803 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081b39a7-88fa-4158-83b6-42338dac6f46 None None] DHCP port deletion for 79d8d2eb-621a-4bb1-b9bc-2dab8484c468 request from dv-cinder-836996-23-iscsi {{(pid=104277) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 20 09:23:54.123964 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [None req-a8834744-3361-4fe7-8d01-ea285cf3c3c3 admin admin] For port 5cde1daa-1dfb-49c7-8b7e-aac9b3f92536, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=5cde1daa-1dfb-49c7-8b7e-aac9b3f92536,segment=NetworkSegment(59e6b595-2795-46a9-856e-5ee413e3bb92),segment_id=59e6b595-2795-46a9-856e-5ee413e3bb92)] {{(pid=104276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:23:54.124429 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a8834744-3361-4fe7-8d01-ea285cf3c3c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (5cde1daa-1dfb-49c7-8b7e-aac9b3f92536), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:54.138734 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-a8834744-3361-4fe7-8d01-ea285cf3c3c3 admin admin] Calling delete_port for 5cde1daa-1dfb-49c7-8b7e-aac9b3f92536 owned by network:dhcp {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:23:54.139678 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-081b39a7-88fa-4158-83b6-42338dac6f46 None None] Deleting port 5cde1daa-1dfb-49c7-8b7e-aac9b3f92536 {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:23:54.140032 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-081b39a7-88fa-4158-83b6-42338dac6f46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (5cde1daa-1dfb-49c7-8b7e-aac9b3f92536), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:54.208993 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-081b39a7-88fa-4158-83b6-42338dac6f46 None None] For port 5cde1daa-1dfb-49c7-8b7e-aac9b3f92536, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=5cde1daa-1dfb-49c7-8b7e-aac9b3f92536,segment=NetworkSegment(59e6b595-2795-46a9-856e-5ee413e3bb92),segment_id=59e6b595-2795-46a9-856e-5ee413e3bb92)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:23:54.209385 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-081b39a7-88fa-4158-83b6-42338dac6f46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (5cde1daa-1dfb-49c7-8b7e-aac9b3f92536), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:54.223202 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-081b39a7-88fa-4158-83b6-42338dac6f46 None None] Calling delete_port for 5cde1daa-1dfb-49c7-8b7e-aac9b3f92536 owned by network:dhcp {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:23:54.254556 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a8834744-3361-4fe7-8d01-ea285cf3c3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (5cde1daa-1dfb-49c7-8b7e-aac9b3f92536), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:54.287549 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8834744-3361-4fe7-8d01-ea285cf3c3c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cde1daa-1dfb-49c7-8b7e-aac9b3f92536,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:23:54.289283 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8834744-3361-4fe7-8d01-ea285cf3c3c3 admin admin] No DVR routers for this DVR port 5cde1daa-1dfb-49c7-8b7e-aac9b3f92536 on host dv-cinder-836996-23-iscsi {{(pid=104276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:23:54.308734 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-081b39a7-88fa-4158-83b6-42338dac6f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945'] for port (5cde1daa-1dfb-49c7-8b7e-aac9b3f92536), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:54.332995 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081b39a7-88fa-4158-83b6-42338dac6f46 None None] Pushing event deleted for resources: {'Port': ['ID=5cde1daa-1dfb-49c7-8b7e-aac9b3f92536,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:23:54.339765 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081b39a7-88fa-4158-83b6-42338dac6f46 None None] No DVR routers for this DVR port 5cde1daa-1dfb-49c7-8b7e-aac9b3f92536 on host dv-cinder-836996-23-iscsi {{(pid=104277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:23:54.365304 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a8834744-3361-4fe7-8d01-ea285cf3c3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458914', 'neutron.services.segments.db._delete_segments_for_network-8728767071618'] for network (79d8d2eb-621a-4bb1-b9bc-2dab8484c468), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:54.367525 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:23:54.386884 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.services.segments.db [None req-a8834744-3361-4fe7-8d01-ea285cf3c3c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79d8d2eb-621a-4bb1-b9bc-2dab8484c468']}} {{(pid=104276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:23:54.397341 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.services.segments.db [None req-a8834744-3361-4fe7-8d01-ea285cf3c3c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59e6b595-2795-46a9-856e-5ee413e3bb92') {'for_net_delete': True} {{(pid=104276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:23:54.397622 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.services.segments.db [None req-a8834744-3361-4fe7-8d01-ea285cf3c3c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59e6b595-2795-46a9-856e-5ee413e3bb92') {} {{(pid=104276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:23:54.407203 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a8834744-3361-4fe7-8d01-ea285cf3c3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728767071371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30533084'] for segment (59e6b595-2795-46a9-856e-5ee413e3bb92), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:54.413609 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:23:54.421328 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a8834744-3361-4fe7-8d01-ea285cf3c3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461326'] for segment (59e6b595-2795-46a9-856e-5ee413e3bb92), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:54.427980 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8834744-3361-4fe7-8d01-ea285cf3c3c3 admin admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=104276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 09:23:54.428353 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a8834744-3361-4fe7-8d01-ea285cf3c3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32464829'] for segment (59e6b595-2795-46a9-856e-5ee413e3bb92), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:54.466390 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.services.segments.plugin [-] Segment 59e6b595-2795-46a9-856e-5ee413e3bb92 resource provider aggregate not found May 20 09:23:54.484909 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.services.segments.plugin [-] Segment 59e6b595-2795-46a9-856e-5ee413e3bb92 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 59e6b595-2795-46a9-856e-5ee413e3bb92 found for delete ", "request_id": "req-e11bab77-c838-46c6-9083-d0d4da38f17c"}]} May 20 09:23:54.494735 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a8834744-3361-4fe7-8d01-ea285cf3c3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680149'] for network (79d8d2eb-621a-4bb1-b9bc-2dab8484c468), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:54.500051 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a8834744-3361-4fe7-8d01-ea285cf3c3c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for network (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:54.503076 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-a8834744-3361-4fe7-8d01-ea285cf3c3c3 admin admin] 10.222.0.69 "DELETE /v2.0/networks/79d8d2eb-621a-4bb1-b9bc-2dab8484c468 HTTP/1.1" status: 204 len: 168 time: 0.5742731 May 20 09:23:54.514640 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8834744-3361-4fe7-8d01-ea285cf3c3c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=79d8d2eb-621a-4bb1-b9bc-2dab8484c468,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:23:54.676260 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 40430) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:23:54.717586 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-1ade5889-e267-430d-b5eb-216335e891f1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=aabdb72f128d4d4da1f9390e505d704b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401356 May 20 09:23:54.720251 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 40432) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:23:54.777792 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-0ca7f457-e806-4d1d-8097-9a6aa2223ccc admin admin] Publish callbacks [] for security_group (07ab6b39-1525-4a39-9bf0-2668ed3e6cb5), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:54.801085 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-0ca7f457-e806-4d1d-8097-9a6aa2223ccc admin admin] Publish callbacks [] for security_group (07ab6b39-1525-4a39-9bf0-2668ed3e6cb5), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:54.853981 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-0ca7f457-e806-4d1d-8097-9a6aa2223ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (07ab6b39-1525-4a39-9bf0-2668ed3e6cb5), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:54.856503 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-0ca7f457-e806-4d1d-8097-9a6aa2223ccc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:54.857702 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-0ca7f457-e806-4d1d-8097-9a6aa2223ccc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/07ab6b39-1525-4a39-9bf0-2668ed3e6cb5 HTTP/1.1" status: 204 len: 168 time: 0.1365476 May 20 09:23:54.865365 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca7f457-e806-4d1d-8097-9a6aa2223ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ab6b39-1525-4a39-9bf0-2668ed3e6cb5,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:23:55.203515 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 40438) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:23:55.213880 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 69625247-9593-48c6-8ddb-e6486db1b37e no longer exists at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 09:23:55.233209 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] No Port match for: 69625247-9593-48c6-8ddb-e6486db1b37e {{(pid=104277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 20 09:23:55.233883 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 69625247-9593-48c6-8ddb-e6486db1b37e not bound to the agent host dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 09:23:55.233883 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 4fd50f41-6b09-47aa-9ec6-5cbed73113a6 no longer exists at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 09:23:55.246404 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-2c945b50-306c-4ece-8f81-1220526e4439 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=50db3d6e2f174362b1cf5e3d3e11eb2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416875 May 20 09:23:55.249109 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 40440) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:23:55.258680 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] No Port match for: 4fd50f41-6b09-47aa-9ec6-5cbed73113a6 {{(pid=104277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 20 09:23:55.259037 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 4fd50f41-6b09-47aa-9ec6-5cbed73113a6 not bound to the agent host dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 09:23:55.259455 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 5cde1daa-1dfb-49c7-8b7e-aac9b3f92536 no longer exists at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 09:23:55.277815 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] No Port match for: 5cde1daa-1dfb-49c7-8b7e-aac9b3f92536 {{(pid=104277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 20 09:23:55.278164 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 5cde1daa-1dfb-49c7-8b7e-aac9b3f92536 not bound to the agent host dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 09:23:55.299692 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-65e8d266-edeb-4a2d-a5ce-a2adc5b1a7db admin admin] Publish callbacks [] for security_group (57d7da55-1d1d-4c09-b80b-e1ba338ecac8), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:55.320671 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-65e8d266-edeb-4a2d-a5ce-a2adc5b1a7db admin admin] Publish callbacks [] for security_group (57d7da55-1d1d-4c09-b80b-e1ba338ecac8), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:55.373117 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-65e8d266-edeb-4a2d-a5ce-a2adc5b1a7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (57d7da55-1d1d-4c09-b80b-e1ba338ecac8), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:55.375838 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-65e8d266-edeb-4a2d-a5ce-a2adc5b1a7db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:55.376980 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-65e8d266-edeb-4a2d-a5ce-a2adc5b1a7db admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/57d7da55-1d1d-4c09-b80b-e1ba338ecac8 HTTP/1.1" status: 204 len: 168 time: 0.1268778 May 20 09:23:55.384696 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e8d266-edeb-4a2d-a5ce-a2adc5b1a7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d7da55-1d1d-4c09-b80b-e1ba338ecac8,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:23:56.060734 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.agents_db [None req-08ca63ee-ac6b-41b9-8918-1f445ad695da None None] Agent healthcheck: found 6 active agents {{(pid=104278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 09:23:56.072111 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 40462) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:23:56.180460 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-10c5273d-019a-4ec5-ba0f-1d731d5b2757 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1268563099-network', 'tenant_id': '0855d455651d42709d1baa57d5647015'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:23:56.193882 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=84,neutron:DELETE=14,neutron:UPDATE=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:23:56.203440 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c5273d-019a-4ec5-ba0f-1d731d5b2757 admin admin] Made reservation on behalf of 0855d455651d42709d1baa57d5647015 for: {'network': 1} {{(pid=104275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:23:56.205848 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-10c5273d-019a-4ec5-ba0f-1d731d5b2757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for network (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:56.214857 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-10c5273d-019a-4ec5-ba0f-1d731d5b2757 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:56.290232 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-10c5273d-019a-4ec5-ba0f-1d731d5b2757 admin admin] Publish callbacks [] for security_group (98ddd4fd-1ea4-4f1b-aaab-2c448772a644), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:56.296234 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-10c5273d-019a-4ec5-ba0f-1d731d5b2757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (98ddd4fd-1ea4-4f1b-aaab-2c448772a644), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:56.312525 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:UPDATE=3,neutron:SELECT=79,neutron:DELETE=8,neutron:INSERT=10 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:23:56.325216 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10c5273d-019a-4ec5-ba0f-1d731d5b2757 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=104275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 09:23:56.329777 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c5273d-019a-4ec5-ba0f-1d731d5b2757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ddd4fd-1ea4-4f1b-aaab-2c448772a644,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:23:56.337880 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-10c5273d-019a-4ec5-ba0f-1d731d5b2757 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728767071609', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461326'] for segment (76bca225-fe99-4c25-85ae-ecfadc79b4b8), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:56.338319 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.db.segments_db [None req-10c5273d-019a-4ec5-ba0f-1d731d5b2757 admin admin] Added segment 76bca225-fe99-4c25-85ae-ecfadc79b4b8 of type vlan for network 36904451-37db-4703-93e8-89780e944c9d May 20 09:23:56.378504 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-10c5273d-019a-4ec5-ba0f-1d731d5b2757 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728766529127'] for network (36904451-37db-4703-93e8-89780e944c9d), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:56.406413 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-10c5273d-019a-4ec5-ba0f-1d731d5b2757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360'] for network (36904451-37db-4703-93e8-89780e944c9d), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:56.407413 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c5273d-019a-4ec5-ba0f-1d731d5b2757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:23:56.408042 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-10c5273d-019a-4ec5-ba0f-1d731d5b2757 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for network (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:56.476757 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-10c5273d-019a-4ec5-ba0f-1d731d5b2757 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4031823 May 20 09:23:56.479939 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 40466) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:23:56.484619 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c5273d-019a-4ec5-ba0f-1d731d5b2757 admin admin] Pushing event updated for resources: {'Network': ['ID=36904451-37db-4703-93e8-89780e944c9d,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:23:56.484781 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-b0fc22b4-113b-4263-9384-13fc94a21508 admin admin] Request body: {'subnet': {'network_id': '36904451-37db-4703-93e8-89780e944c9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1268563099-subnet', 'tenant_id': '0855d455651d42709d1baa57d5647015', 'ip_version': 4}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:23:56.495529 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Network 36904451-37db-4703-93e8-89780e944c9d details requested by agent ovs-agent-dv-cinder-836996-23-iscsi with host dv-cinder-836996-23-iscsi {{(pid=104277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 09:23:56.509567 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0fc22b4-113b-4263-9384-13fc94a21508 admin admin] Made reservation on behalf of 0855d455651d42709d1baa57d5647015 for: {'subnet': 1} {{(pid=104276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:23:56.512119 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-b0fc22b4-113b-4263-9384-13fc94a21508 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32308480'] for subnet (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:56.681060 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-b0fc22b4-113b-4263-9384-13fc94a21508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32461406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32308502'] for subnet (2542d56c-142f-4e1a-b222-bf16ea3cfd63), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:56.729145 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fc22b4-113b-4263-9384-13fc94a21508 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2542d56c-142f-4e1a-b222-bf16ea3cfd63,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:23:56.746488 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fc22b4-113b-4263-9384-13fc94a21508 admin admin] Checking segment: {'id': '76bca225-fe99-4c25-85ae-ecfadc79b4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '36904451-37db-4703-93e8-89780e944c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:23:56.746846 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fc22b4-113b-4263-9384-13fc94a21508 admin admin] Network hostable DHCP agents. Network: 36904451-37db-4703-93e8-89780e944c9d, hostable agents: ['b26f8cd8-eda4-4382-aac8-4197b502694f'], hosted agents: [] {{(pid=104276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 09:23:56.768467 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fc22b4-113b-4263-9384-13fc94a21508 admin admin] Network 36904451-37db-4703-93e8-89780e944c9d is scheduled to be hosted by DHCP agent b26f8cd8-eda4-4382-aac8-4197b502694f with binding_index 1 {{(pid=104276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 09:23:56.781493 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-b0fc22b4-113b-4263-9384-13fc94a21508 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-23-iscsi, 36904451-37db-4703-93e8-89780e944c9d) {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:23:56.786905 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fc22b4-113b-4263-9384-13fc94a21508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:23:56.788035 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-b0fc22b4-113b-4263-9384-13fc94a21508 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for subnet (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:56.791466 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4bd6f7-af0c-40cb-aa6f-a729d3f217fc None None] Network 36904451-37db-4703-93e8-89780e944c9d requested from dv-cinder-836996-23-iscsi {{(pid=104277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 20 09:23:56.807397 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-b0fc22b4-113b-4263-9384-13fc94a21508 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3236256 May 20 09:23:56.807600 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 40468) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:23:56.812031 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-8607bcc9-2972-439e-83d6-4a10502837f5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1268563099-router', 'tenant_id': '0855d455651d42709d1baa57d5647015', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da'}}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:23:56.823629 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:23:56.835565 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8607bcc9-2972-439e-83d6-4a10502837f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-683858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1571'] for router (a5102a4d-70f2-4764-a019-7da639dbb13f), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:56.836597 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8607bcc9-2972-439e-83d6-4a10502837f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1576'] for router (a5102a4d-70f2-4764-a019-7da639dbb13f), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:56.886951 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ff9f29-49cb-433a-94a9-4884c9bdca09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cd1afc4-0ceb-5b8d-a1dd-ae16400ad0c0-36904451-37db-4703-93e8-89780e944c9d', 'network_id': '36904451-37db-4703-93e8-89780e944c9d', 'project_id': '0855d455651d42709d1baa57d5647015', 'fixed_ips': [{'subnet_id': '2542d56c-142f-4e1a-b222-bf16ea3cfd63'}]}} from dv-cinder-836996-23-iscsi. {{(pid=104277) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 20 09:23:56.887905 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-47ff9f29-49cb-433a-94a9-4884c9bdca09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:56.891870 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8607bcc9-2972-439e-83d6-4a10502837f5 admin admin] Publish callbacks [] for router_controller (a5102a4d-70f2-4764-a019-7da639dbb13f), precommit_add_association {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:57.016755 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:23:57.020771 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8607bcc9-2972-439e-83d6-4a10502837f5 admin admin] Publish callbacks [] for router_gateway (a5102a4d-70f2-4764-a019-7da639dbb13f), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:57.022361 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [None req-47ff9f29-49cb-433a-94a9-4884c9bdca09 None None] Allocated IP 172.20.0.2 (36904451-37db-4703-93e8-89780e944c9d/2542d56c-142f-4e1a-b222-bf16ea3cfd63/8e1cef3a-e179-4f32-a959-779d5322795a) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:23:57.055776 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 40470) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:23:57.076501 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:23:57.085666 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:23:57.172517 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-47ff9f29-49cb-433a-94a9-4884c9bdca09 None None] Publish callbacks [] for port (8e1cef3a-e179-4f32-a959-779d5322795a), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:57.182173 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-47ff9f29-49cb-433a-94a9-4884c9bdca09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936'] for port (8e1cef3a-e179-4f32-a959-779d5322795a), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:57.214927 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8607bcc9-2972-439e-83d6-4a10502837f5 admin admin] Publish callbacks [] for router_gateway (a5102a4d-70f2-4764-a019-7da639dbb13f), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:57.219807 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [None req-ec2a2869-06bb-4ae3-a26b-0b419b38902d tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Deleting port 77ba874c-4d0d-4b93-97c5-81c288413174 {{(pid=104275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:23:57.220519 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-ec2a2869-06bb-4ae3-a26b-0b419b38902d tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (77ba874c-4d0d-4b93-97c5-81c288413174), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:57.233748 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ff9f29-49cb-433a-94a9-4884c9bdca09 None None] Network 36904451-37db-4703-93e8-89780e944c9d is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:23:57.234412 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8607bcc9-2972-439e-83d6-4a10502837f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:57.237207 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-47ff9f29-49cb-433a-94a9-4884c9bdca09 None None] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:23:57.239105 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff9f29-49cb-433a-94a9-4884c9bdca09 None None] Pushing event updated for resources: {'Port': ['ID=8e1cef3a-e179-4f32-a959-779d5322795a,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:23:57.241282 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ff9f29-49cb-433a-94a9-4884c9bdca09 None None] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:23:57.300744 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-47ff9f29-49cb-433a-94a9-4884c9bdca09 None None] Attempting to bind port 8e1cef3a-e179-4f32-a959-779d5322795a on host dv-cinder-836996-23-iscsi for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 20 09:23:57.301092 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-47ff9f29-49cb-433a-94a9-4884c9bdca09 None None] Attempting to bind port 8e1cef3a-e179-4f32-a959-779d5322795a by drivers openvswitch,hyperv on host dv-cinder-836996-23-iscsi at level 0 using segments [{'id': '76bca225-fe99-4c25-85ae-ecfadc79b4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '36904451-37db-4703-93e8-89780e944c9d'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 20 09:23:57.301376 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ff9f29-49cb-433a-94a9-4884c9bdca09 None None] Attempting to bind port 8e1cef3a-e179-4f32-a959-779d5322795a on network 36904451-37db-4703-93e8-89780e944c9d {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:23:57.306496 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-ec2a2869-06bb-4ae3-a26b-0b419b38902d tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (77ba874c-4d0d-4b93-97c5-81c288413174), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:57.307005 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ff9f29-49cb-433a-94a9-4884c9bdca09 None None] Checking agent: {'id': '8cdc3712-48c6-4c17-b1e2-8ec392d7f09b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 9, 4, 50), 'started_at': datetime.datetime(2022, 5, 20, 9, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 9, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 09:23:57.307147 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-ec2a2869-06bb-4ae3-a26b-0b419b38902d tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks [] for floatingip (77ba874c-4d0d-4b93-97c5-81c288413174), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:57.307244 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ff9f29-49cb-433a-94a9-4884c9bdca09 None None] Checking segment: {'id': '76bca225-fe99-4c25-85ae-ecfadc79b4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '36904451-37db-4703-93e8-89780e944c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:23:57.307546 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-47ff9f29-49cb-433a-94a9-4884c9bdca09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:57.307937 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ff9f29-49cb-433a-94a9-4884c9bdca09 None None] Bound using segment: {'id': '76bca225-fe99-4c25-85ae-ecfadc79b4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '36904451-37db-4703-93e8-89780e944c9d'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 09:23:57.308396 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-47ff9f29-49cb-433a-94a9-4884c9bdca09 None None] Bound port: 8e1cef3a-e179-4f32-a959-779d5322795a, host: dv-cinder-836996-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76bca225-fe99-4c25-85ae-ecfadc79b4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '36904451-37db-4703-93e8-89780e944c9d'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 20 09:23:57.309056 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-47ff9f29-49cb-433a-94a9-4884c9bdca09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (8e1cef3a-e179-4f32-a959-779d5322795a), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:57.325756 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [None req-ec2a2869-06bb-4ae3-a26b-0b419b38902d tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Calling delete_port for 77ba874c-4d0d-4b93-97c5-81c288413174 owned by network:floatingip {{(pid=104275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:23:57.350057 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_common [None req-8607bcc9-2972-439e-83d6-4a10502837f5 admin admin] Allocated IP 172.27.0.184 (db85349c-1449-495a-9881-8426bbf372da/93804823-6bc2-4eb0-bfcd-bdee0631ed3e/9b30e02c-2bb9-4a35-9d94-9c632c761d0f) {{(pid=104276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:23:57.372149 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-47ff9f29-49cb-433a-94a9-4884c9bdca09 None None] For port 8e1cef3a-e179-4f32-a959-779d5322795a, host dv-cinder-836996-23-iscsi, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 09:23:57.375353 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-47ff9f29-49cb-433a-94a9-4884c9bdca09 None None] For port 8e1cef3a-e179-4f32-a959-779d5322795a, host dv-cinder-836996-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=8e1cef3a-e179-4f32-a959-779d5322795a,segment=NetworkSegment(76bca225-fe99-4c25-85ae-ecfadc79b4b8),segment_id=76bca225-fe99-4c25-85ae-ecfadc79b4b8)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 09:23:57.382939 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-47ff9f29-49cb-433a-94a9-4884c9bdca09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (8e1cef3a-e179-4f32-a959-779d5322795a), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:57.444933 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff9f29-49cb-433a-94a9-4884c9bdca09 None None] Pushing event updated for resources: {'Port': ['ID=8e1cef3a-e179-4f32-a959-779d5322795a,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:23:57.478625 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8607bcc9-2972-439e-83d6-4a10502837f5 admin admin] Publish callbacks [] for port (9b30e02c-2bb9-4a35-9d94-9c632c761d0f), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:57.480840 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-ec2a2869-06bb-4ae3-a26b-0b419b38902d tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30908355'] for port (77ba874c-4d0d-4b93-97c5-81c288413174), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:57.485859 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:23:57.512766 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a2869-06bb-4ae3-a26b-0b419b38902d tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Pushing event deleted for resources: {'Port': ['ID=77ba874c-4d0d-4b93-97c5-81c288413174,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:23:57.517637 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8607bcc9-2972-439e-83d6-4a10502837f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (9b30e02c-2bb9-4a35-9d94-9c632c761d0f), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:57.559447 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8607bcc9-2972-439e-83d6-4a10502837f5 admin admin] Network db85349c-1449-495a-9881-8426bbf372da is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:23:57.562317 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-8607bcc9-2972-439e-83d6-4a10502837f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:23:57.564777 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8607bcc9-2972-439e-83d6-4a10502837f5 admin admin] Received port after_create {{(pid=104276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:23:57.576609 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-ec2a2869-06bb-4ae3-a26b-0b419b38902d tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks [] for floatingip (3b92d0ab-3f7d-4038-b80a-01a84cbaff92), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:57.577025 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.db.l3_db [None req-ec2a2869-06bb-4ae3-a26b-0b419b38902d tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Floating IP 3b92d0ab-3f7d-4038-b80a-01a84cbaff92 disassociated (deleted). External IP: 172.27.0.149, port: e23c9026-9127-4ce1-b841-54f42ba1005c. May 20 09:23:57.594121 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8607bcc9-2972-439e-83d6-4a10502837f5 admin admin] Pushing event updated for resources: {'Port': ['ID=9b30e02c-2bb9-4a35-9d94-9c632c761d0f,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:23:57.808003 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec2a2869-06bb-4ae3-a26b-0b419b38902d tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Router 9c1d9c77-1b9d-4a44-8463-7522608f4462 has already been hosted by L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 {{(pid=104275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 09:23:57.818844 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:23:57.846079 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:23:57.855709 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8607bcc9-2972-439e-83d6-4a10502837f5 admin admin] Publish callbacks [] for router_gateway (a5102a4d-70f2-4764-a019-7da639dbb13f), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:57.912469 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2a2869-06bb-4ae3-a26b-0b419b38902d tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:23:57.917330 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-ec2a2869-06bb-4ae3-a26b-0b419b38902d tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for floatingip (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:57.922255 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43aa6950-9830-47c3-9256-f9ef06d1b9c0 None None] Sync routers for ids ['9c1d9c77-1b9d-4a44-8463-7522608f4462'] in dv-cinder-836996-23-iscsi {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:23:57.933860 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43aa6950-9830-47c3-9256-f9ef06d1b9c0 None None] Routers {'9c1d9c77-1b9d-4a44-8463-7522608f4462'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:23:57.937196 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-43aa6950-9830-47c3-9256-f9ef06d1b9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:23:46Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['9c1d9c77-1b9d-4a44-8463-7522608f4462'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:23:57.950055 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-ec2a2869-06bb-4ae3-a26b-0b419b38902d tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "DELETE /v2.0/floatingips/3b92d0ab-3f7d-4038-b80a-01a84cbaff92 HTTP/1.1" status: 204 len: 168 time: 0.8931801 May 20 09:23:57.950875 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2ba787b-f76a-465a-a7dd-4f1c63a69662', 'tag': 'e23c9026-9127-4ce1-b841-54f42ba1005c'}] {{(pid=104275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:23:57.963357 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eea53449646a7168c1429fc9fd421a4bc8c13d7c241c91a60dad7e76b53d9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b24aee2-6418-42e2-90aa-644a6fe82e7f" -d '{"events": [{"name": "network-changed", "server_uuid": "e2ba787b-f76a-465a-a7dd-4f1c63a69662", "tag": "e23c9026-9127-4ce1-b841-54f42ba1005c"}]}' {{(pid=104275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:23:58.050619 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8607bcc9-2972-439e-83d6-4a10502837f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680737'] for router (a5102a4d-70f2-4764-a019-7da639dbb13f), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:58.057798 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:23:58.073731 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-43aa6950-9830-47c3-9256-f9ef06d1b9c0 None None] Set router 9c1d9c77-1b9d-4a44-8463-7522608f4462 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:23:58.192556 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 09:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a5e661-ea7c-467e-9972-de24501132b9 x-openstack-request-id: req-55a5e661-ea7c-467e-9972-de24501132b9 {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:23:58.193030 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2ba787b-f76a-465a-a7dd-4f1c63a69662", "tag": "e23c9026-9127-4ce1-b841-54f42ba1005c", "status": "completed", "code": 200}]} {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:23:58.193480 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-55a5e661-ea7c-467e-9972-de24501132b9 {{(pid=104275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:23:58.194028 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55a5e661-ea7c-467e-9972-de24501132b9'] response: {'name': 'network-changed', 'server_uuid': 'e2ba787b-f76a-465a-a7dd-4f1c63a69662', 'tag': 'e23c9026-9127-4ce1-b841-54f42ba1005c', 'status': 'completed', 'code': 200} May 20 09:23:58.215443 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8607bcc9-2972-439e-83d6-4a10502837f5 admin admin] Router a5102a4d-70f2-4764-a019-7da639dbb13f is scheduled to L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 with binding_index 1 {{(pid=104276) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 09:23:58.317160 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f93124-3a63-46ea-b114-7c440f8618a9 req-a57c1b17-f8be-404a-babe-fe7f8c7b36df tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:23:58.318836 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-91f93124-3a63-46ea-b114-7c440f8618a9 req-a57c1b17-f8be-404a-babe-fe7f8c7b36df tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2ba787b-f76a-465a-a7dd-4f1c63a69662 HTTP/1.1" status: 200 len: 946 time: 0.0856614 May 20 09:23:58.390580 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-91f93124-3a63-46ea-b114-7c440f8618a9 req-293389bd-7277-452f-aac3-7d5ae1632348 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623899 May 20 09:23:58.392897 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8607bcc9-2972-439e-83d6-4a10502837f5 admin admin] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:23:58.397678 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-43aa6950-9830-47c3-9256-f9ef06d1b9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'name': 'tempest-TestVolumeBootPattern-1154776738-router', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'b7ab6e55-17db-42cd-b0ce-5a4147e57649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:16:15Z', 'updated_at': '2022-05-20T09:16:21Z', 'revision_number': 4, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'gw_port': {'id': 'b7ab6e55-17db-42cd-b0ce-5a4147e57649', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:17Z', 'updated_at': '2022-05-20T09:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_floatingips': [{'id': 'ab607342-53c4-4af6-b45a-5bf0939b6823', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'floating_ip_address': '172.27.0.43', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'port_id': 'b5598616-768d-4048-8257-a24495be6820', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db', 'mac_address': 'fa:16:3e:39:7a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18f53dc-1246-48a4-89c6-0872683b41a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:20:12Z', 'updated_at': '2022-05-20T09:20:14Z', 'revision_number': 1, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1416c85d-0ef1-4a99-95a1-2930a49cdaab', 'name': '', 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'mac_address': 'fa:16:3e:4d:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '4497ded3-0270-4257-8e32-a5b32034f129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:20Z', 'updated_at': '2022-05-20T09:16:25Z', 'revision_number': 5, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'subnets': [{'id': '4497ded3-0270-4257-8e32-a5b32034f129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:23:58.413861 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7a9460-cfcf-406b-9e8e-1193aa7c696c None None] Sync routers for ids ['a5102a4d-70f2-4764-a019-7da639dbb13f'] in dv-cinder-836996-23-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:23:58.430489 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43aa6950-9830-47c3-9256-f9ef06d1b9c0 None None] Checking router: 9c1d9c77-1b9d-4a44-8463-7522608f4462 for host: dv-cinder-836996-23-iscsi {{(pid=104277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:23:58.431847 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7a9460-cfcf-406b-9e8e-1193aa7c696c None None] Routers {'a5102a4d-70f2-4764-a019-7da639dbb13f'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:23:58.432668 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-0f7a9460-cfcf-406b-9e8e-1193aa7c696c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:23:46Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['a5102a4d-70f2-4764-a019-7da639dbb13f'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:23:58.434696 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8607bcc9-2972-439e-83d6-4a10502837f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:58.437143 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-8607bcc9-2972-439e-83d6-4a10502837f5 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6285930 May 20 09:23:58.439997 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 40480) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:23:58.440237 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43aa6950-9830-47c3-9256-f9ef06d1b9c0 None None] Routers {'9c1d9c77-1b9d-4a44-8463-7522608f4462'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:23:58.440887 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-43aa6950-9830-47c3-9256-f9ef06d1b9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:23:46Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['9c1d9c77-1b9d-4a44-8463-7522608f4462'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:23:58.442435 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:23:58.562612 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-43aa6950-9830-47c3-9256-f9ef06d1b9c0 None None] Set router 9c1d9c77-1b9d-4a44-8463-7522608f4462 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:23:58.581810 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-0f7a9460-cfcf-406b-9e8e-1193aa7c696c None None] Set router a5102a4d-70f2-4764-a019-7da639dbb13f gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:23:58.654204 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c78846-13ba-4267-b4cc-168c2fbff20a None None] Network 36904451-37db-4703-93e8-89780e944c9d requested from dv-cinder-836996-23-iscsi {{(pid=104277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 20 09:23:58.707853 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:23:58.772594 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-0f7a9460-cfcf-406b-9e8e-1193aa7c696c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5102a4d-70f2-4764-a019-7da639dbb13f', 'name': 'tempest-TestShelveInstance-1268563099-router', 'tenant_id': '0855d455651d42709d1baa57d5647015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '9b30e02c-2bb9-4a35-9d94-9c632c761d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:23:56Z', 'updated_at': '2022-05-20T09:23:57Z', 'revision_number': 3, 'project_id': '0855d455651d42709d1baa57d5647015', 'gw_port': {'id': '9b30e02c-2bb9-4a35-9d94-9c632c761d0f', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5102a4d-70f2-4764-a019-7da639dbb13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:23:57Z', 'updated_at': '2022-05-20T09:23:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi'}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:23:58.799051 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7a9460-cfcf-406b-9e8e-1193aa7c696c None None] Checking router: a5102a4d-70f2-4764-a019-7da639dbb13f for host: dv-cinder-836996-23-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:23:58.799550 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7a9460-cfcf-406b-9e8e-1193aa7c696c None None] Updating router a5102a4d-70f2-4764-a019-7da639dbb13f port 9b30e02c-2bb9-4a35-9d94-9c632c761d0f binding host dv-cinder-836996-23-iscsi {{(pid=104278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 09:23:58.832106 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0f7a9460-cfcf-406b-9e8e-1193aa7c696c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (9b30e02c-2bb9-4a35-9d94-9c632c761d0f), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:58.899042 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-43db23b7-d45d-4a03-8ac8-21efecdcff4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:58.914080 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:23:58.916619 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-0bf5562b-45d3-42d5-95ff-cf74d57906cf None None] Provisioning complete for port 8e1cef3a-e179-4f32-a959-779d5322795a triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:23:58.916991 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0bf5562b-45d3-42d5-95ff-cf74d57906cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (8e1cef3a-e179-4f32-a959-779d5322795a), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:59.052630 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-43aa6950-9830-47c3-9256-f9ef06d1b9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'name': 'tempest-TestVolumeBootPattern-1154776738-router', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'b7ab6e55-17db-42cd-b0ce-5a4147e57649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:16:15Z', 'updated_at': '2022-05-20T09:16:21Z', 'revision_number': 4, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'gw_port': {'id': 'b7ab6e55-17db-42cd-b0ce-5a4147e57649', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:17Z', 'updated_at': '2022-05-20T09:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_floatingips': [{'id': 'ab607342-53c4-4af6-b45a-5bf0939b6823', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'floating_ip_address': '172.27.0.43', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'port_id': 'b5598616-768d-4048-8257-a24495be6820', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db', 'mac_address': 'fa:16:3e:39:7a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18f53dc-1246-48a4-89c6-0872683b41a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:20:12Z', 'updated_at': '2022-05-20T09:20:14Z', 'revision_number': 1, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1416c85d-0ef1-4a99-95a1-2930a49cdaab', 'name': '', 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'mac_address': 'fa:16:3e:4d:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '4497ded3-0270-4257-8e32-a5b32034f129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:20Z', 'updated_at': '2022-05-20T09:16:25Z', 'revision_number': 5, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'subnets': [{'id': '4497ded3-0270-4257-8e32-a5b32034f129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:23:59.058187 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:23:59.063724 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:23:59.071330 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.db_base_plugin_common [None req-43db23b7-d45d-4a03-8ac8-21efecdcff4a admin admin] Allocated IP 172.20.0.1 (36904451-37db-4703-93e8-89780e944c9d/2542d56c-142f-4e1a-b222-bf16ea3cfd63/cd350d36-1f9d-4aa1-beff-bfdb7177f36d) {{(pid=104275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:23:59.109164 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43aa6950-9830-47c3-9256-f9ef06d1b9c0 None None] The sync data for ids ['9c1d9c77-1b9d-4a44-8463-7522608f4462'] in dv-cinder-836996-23-iscsi is: [{'id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'name': 'tempest-TestVolumeBootPattern-1154776738-router', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'b7ab6e55-17db-42cd-b0ce-5a4147e57649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:16:15Z', 'updated_at': '2022-05-20T09:16:21Z', 'revision_number': 4, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'gw_port': {'id': 'b7ab6e55-17db-42cd-b0ce-5a4147e57649', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:17Z', 'updated_at': '2022-05-20T09:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_floatingips': [{'id': 'ab607342-53c4-4af6-b45a-5bf0939b6823', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'floating_ip_address': '172.27.0.43', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'port_id': 'b5598616-768d-4048-8257-a24495be6820', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db', 'mac_address': 'fa:16:3e:39:7a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18f53dc-1246-48a4-89c6-0872683b41a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:20:12Z', 'updated_at': '2022-05-20T09:20:14Z', 'revision_number': 1, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1416c85d-0ef1-4a99-95a1-2930a49cdaab', 'name': '', 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'mac_address': 'fa:16:3e:4d:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '4497ded3-0270-4257-8e32-a5b32034f129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:20Z', 'updated_at': '2022-05-20T09:16:25Z', 'revision_number': 5, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'subnets': [{'id': '4497ded3-0270-4257-8e32-a5b32034f129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:23:59.132201 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-0bf5562b-45d3-42d5-95ff-cf74d57906cf None None] Current status of the port 8e1cef3a-e179-4f32-a959-779d5322795a is: DOWN; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:23:59.132699 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0bf5562b-45d3-42d5-95ff-cf74d57906cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (8e1cef3a-e179-4f32-a959-779d5322795a), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:59.178323 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0f7a9460-cfcf-406b-9e8e-1193aa7c696c None None] Publish callbacks [] for port (9b30e02c-2bb9-4a35-9d94-9c632c761d0f), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:59.195855 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0f7a9460-cfcf-406b-9e8e-1193aa7c696c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (9b30e02c-2bb9-4a35-9d94-9c632c761d0f), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:59.230214 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-0bf5562b-45d3-42d5-95ff-cf74d57906cf None None] For port 8e1cef3a-e179-4f32-a959-779d5322795a, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=8e1cef3a-e179-4f32-a959-779d5322795a,segment=NetworkSegment(76bca225-fe99-4c25-85ae-ecfadc79b4b8),segment_id=76bca225-fe99-4c25-85ae-ecfadc79b4b8)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:23:59.239200 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0bf5562b-45d3-42d5-95ff-cf74d57906cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (8e1cef3a-e179-4f32-a959-779d5322795a), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:59.268062 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-43db23b7-d45d-4a03-8ac8-21efecdcff4a admin admin] Publish callbacks [] for port (cd350d36-1f9d-4aa1-beff-bfdb7177f36d), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:59.282720 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:23:59.287340 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe03dfa4-5d64-4900-854e-d5a59d39fb31 None None] Pushing event updated for resources: {'Port': ['ID=9b30e02c-2bb9-4a35-9d94-9c632c761d0f,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:23:59.310666 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03dfa4-5d64-4900-854e-d5a59d39fb31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:59.314268 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03dfa4-5d64-4900-854e-d5a59d39fb31 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:59.314877 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03dfa4-5d64-4900-854e-d5a59d39fb31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:59.315052 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03dfa4-5d64-4900-854e-d5a59d39fb31 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:59.320041 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03dfa4-5d64-4900-854e-d5a59d39fb31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:59.320381 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03dfa4-5d64-4900-854e-d5a59d39fb31 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:59.320710 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03dfa4-5d64-4900-854e-d5a59d39fb31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:59.321468 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03dfa4-5d64-4900-854e-d5a59d39fb31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:59.321585 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03dfa4-5d64-4900-854e-d5a59d39fb31 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:59.322753 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03dfa4-5d64-4900-854e-d5a59d39fb31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:59.323223 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03dfa4-5d64-4900-854e-d5a59d39fb31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:59.323596 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03dfa4-5d64-4900-854e-d5a59d39fb31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:59.324406 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03dfa4-5d64-4900-854e-d5a59d39fb31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:59.324406 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03dfa4-5d64-4900-854e-d5a59d39fb31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:59.324633 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03dfa4-5d64-4900-854e-d5a59d39fb31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:59.324728 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 8e1cef3a-e179-4f32-a959-779d5322795a up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:23:59.338250 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-43db23b7-d45d-4a03-8ac8-21efecdcff4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30908355'] for port (cd350d36-1f9d-4aa1-beff-bfdb7177f36d), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:59.349413 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-0f7a9460-cfcf-406b-9e8e-1193aa7c696c None None] Attempting to bind port 9b30e02c-2bb9-4a35-9d94-9c632c761d0f on host dv-cinder-836996-23-iscsi for vnic_type normal with profile {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 20 09:23:59.349849 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-0f7a9460-cfcf-406b-9e8e-1193aa7c696c None None] Attempting to bind port 9b30e02c-2bb9-4a35-9d94-9c632c761d0f by drivers openvswitch,hyperv on host dv-cinder-836996-23-iscsi at level 0 using segments [{'id': '99d4634d-7c16-4239-978b-38d882e34cf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db85349c-1449-495a-9881-8426bbf372da'}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 20 09:23:59.350210 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7a9460-cfcf-406b-9e8e-1193aa7c696c None None] Attempting to bind port 9b30e02c-2bb9-4a35-9d94-9c632c761d0f on network db85349c-1449-495a-9881-8426bbf372da {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:23:59.356548 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7a9460-cfcf-406b-9e8e-1193aa7c696c None None] Checking agent: {'id': '8cdc3712-48c6-4c17-b1e2-8ec392d7f09b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 9, 4, 50), 'started_at': datetime.datetime(2022, 5, 20, 9, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 9, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 09:23:59.356956 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7a9460-cfcf-406b-9e8e-1193aa7c696c None None] Checking segment: {'id': '99d4634d-7c16-4239-978b-38d882e34cf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db85349c-1449-495a-9881-8426bbf372da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:23:59.357358 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0f7a9460-cfcf-406b-9e8e-1193aa7c696c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:59.357747 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7a9460-cfcf-406b-9e8e-1193aa7c696c None None] Bound using segment: {'id': '99d4634d-7c16-4239-978b-38d882e34cf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db85349c-1449-495a-9881-8426bbf372da'} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 09:23:59.358212 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-0f7a9460-cfcf-406b-9e8e-1193aa7c696c None None] Bound port: 9b30e02c-2bb9-4a35-9d94-9c632c761d0f, host: dv-cinder-836996-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d4634d-7c16-4239-978b-38d882e34cf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db85349c-1449-495a-9881-8426bbf372da'}}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 20 09:23:59.358585 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0f7a9460-cfcf-406b-9e8e-1193aa7c696c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (9b30e02c-2bb9-4a35-9d94-9c632c761d0f), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:59.376546 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf5562b-45d3-42d5-95ff-cf74d57906cf None None] Pushing event updated for resources: {'Port': ['ID=8e1cef3a-e179-4f32-a959-779d5322795a,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:23:59.407398 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port 8e1cef3a-e179-4f32-a959-779d5322795a triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:23:59.407579 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (8e1cef3a-e179-4f32-a959-779d5322795a), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:59.412732 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43db23b7-d45d-4a03-8ac8-21efecdcff4a admin admin] Network 36904451-37db-4703-93e8-89780e944c9d is already hosted by enough agents. {{(pid=104275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:23:59.421775 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.base_scheduler [None req-43db23b7-d45d-4a03-8ac8-21efecdcff4a admin admin] Resources bound (agent type, host, resource id): {{(pid=104275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:23:59.425893 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43db23b7-d45d-4a03-8ac8-21efecdcff4a admin admin] Received port after_create {{(pid=104275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:23:59.451081 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-0f7a9460-cfcf-406b-9e8e-1193aa7c696c None None] For port 9b30e02c-2bb9-4a35-9d94-9c632c761d0f, host dv-cinder-836996-23-iscsi, cleared binding levels {{(pid=104278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 09:23:59.458482 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-0f7a9460-cfcf-406b-9e8e-1193aa7c696c None None] For port 9b30e02c-2bb9-4a35-9d94-9c632c761d0f, host dv-cinder-836996-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=9b30e02c-2bb9-4a35-9d94-9c632c761d0f,segment=NetworkSegment(99d4634d-7c16-4239-978b-38d882e34cf7),segment_id=99d4634d-7c16-4239-978b-38d882e34cf7)] {{(pid=104278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 09:23:59.478398 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0f7a9460-cfcf-406b-9e8e-1193aa7c696c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (9b30e02c-2bb9-4a35-9d94-9c632c761d0f), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:59.486160 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-43db23b7-d45d-4a03-8ac8-21efecdcff4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680018'] for router_interface (a5102a4d-70f2-4764-a019-7da639dbb13f), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:59.499348 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-92fe5c07-c519-46a9-b43b-eb155ffa448e None None] Provisioning complete for port 8e1cef3a-e179-4f32-a959-779d5322795a triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:23:59.499724 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-92fe5c07-c519-46a9-b43b-eb155ffa448e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (8e1cef3a-e179-4f32-a959-779d5322795a), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:59.552299 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe03dfa4-5d64-4900-854e-d5a59d39fb31 None None] Pushing event updated for resources: {'Port': ['ID=9b30e02c-2bb9-4a35-9d94-9c632c761d0f,revision_number=3']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:23:59.572273 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7a9460-cfcf-406b-9e8e-1193aa7c696c None None] Routers {'a5102a4d-70f2-4764-a019-7da639dbb13f'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:23:59.573507 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-0f7a9460-cfcf-406b-9e8e-1193aa7c696c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:23:46Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['a5102a4d-70f2-4764-a019-7da639dbb13f'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:23:59.596514 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43db23b7-d45d-4a03-8ac8-21efecdcff4a admin admin] Pushing event updated for resources: {'Port': ['ID=cd350d36-1f9d-4aa1-beff-bfdb7177f36d,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:23:59.614588 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24aee2-6418-42e2-90aa-644a6fe82e7f req-eae0c271-23e7-4416-b36a-ad766a186876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:23:59.617104 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-1b24aee2-6418-42e2-90aa-644a6fe82e7f req-eae0c271-23e7-4416-b36a-ad766a186876 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f26ac8782fe0407cb6f146ba70e74246&device_id=e2ba787b-f76a-465a-a7dd-4f1c63a69662 HTTP/1.1" status: 200 len: 1130 time: 0.4554880 May 20 09:23:59.624405 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port 8e1cef3a-e179-4f32-a959-779d5322795a is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:23:59.673650 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-92fe5c07-c519-46a9-b43b-eb155ffa448e None None] Current status of the port 8e1cef3a-e179-4f32-a959-779d5322795a is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:23:59.677872 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bb920f-f767-4b2b-aa71-281cbce91df9 None None] New status for floating IP 3b92d0ab-3f7d-4038-b80a-01a84cbaff92: DOWN {{(pid=104277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 20 09:23:59.682655 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:23:59.688072 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66bc7e-fee5-4d6e-bde1-287b4bfdc7d7 req-aa2d5e9e-883c-4128-a4c8-82645f4bbccf tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:23:59.689956 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-dd66bc7e-fee5-4d6e-bde1-287b4bfdc7d7 req-aa2d5e9e-883c-4128-a4c8-82645f4bbccf tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2ba787b-f76a-465a-a7dd-4f1c63a69662 HTTP/1.1" status: 200 len: 946 time: 0.1698873 May 20 09:23:59.703057 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0638e4-22b4-4d3b-a35d-d84e4ba2f362 req-0b5fd693-1517-4632-950a-ccec55200929 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:23:59.704808 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6c0638e4-22b4-4d3b-a35d-d84e4ba2f362 req-0b5fd693-1517-4632-950a-ccec55200929 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2ba787b-f76a-465a-a7dd-4f1c63a69662 HTTP/1.1" status: 200 len: 946 time: 0.1190705 May 20 09:23:59.708749 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-0f7a9460-cfcf-406b-9e8e-1193aa7c696c None None] Set router a5102a4d-70f2-4764-a019-7da639dbb13f gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:23:59.797118 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-7b5c1c8a-372f-4ff7-9dfc-3333f2d00eba None None] Provisioning complete for port cd350d36-1f9d-4aa1-beff-bfdb7177f36d triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:23:59.797825 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7b5c1c8a-372f-4ff7-9dfc-3333f2d00eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (cd350d36-1f9d-4aa1-beff-bfdb7177f36d), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:59.838372 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-7b5c1c8a-372f-4ff7-9dfc-3333f2d00eba None None] Port cd350d36-1f9d-4aa1-beff-bfdb7177f36d cannot update to ACTIVE because it is not bound. {{(pid=104277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 20 09:23:59.854526 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-43db23b7-d45d-4a03-8ac8-21efecdcff4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (cd350d36-1f9d-4aa1-beff-bfdb7177f36d), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:59.862205 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [req-6c0638e4-22b4-4d3b-a35d-d84e4ba2f362 req-2b6d04f2-b55b-4057-a744-1dfed4d5018a tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Deleting port e23c9026-9127-4ce1-b841-54f42ba1005c {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:23:59.862535 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-6c0638e4-22b4-4d3b-a35d-d84e4ba2f362 req-2b6d04f2-b55b-4057-a744-1dfed4d5018a tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (e23c9026-9127-4ce1-b841-54f42ba1005c), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:59.880269 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-dd66bc7e-fee5-4d6e-bde1-287b4bfdc7d7 req-1b053a59-52b6-425b-aa44-702751f91915 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1744251 May 20 09:23:59.917489 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24aee2-6418-42e2-90aa-644a6fe82e7f req-d355c677-4fa3-48a1-8b3b-3b822df4d1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:23:59.919072 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-1b24aee2-6418-42e2-90aa-644a6fe82e7f req-d355c677-4fa3-48a1-8b3b-3b822df4d1c3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5f48dba5-6c8f-4717-93d6-9f60508a64db HTTP/1.1" status: 200 len: 913 time: 0.2944827 May 20 09:23:59.927977 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-0f7a9460-cfcf-406b-9e8e-1193aa7c696c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5102a4d-70f2-4764-a019-7da639dbb13f', 'name': 'tempest-TestShelveInstance-1268563099-router', 'tenant_id': '0855d455651d42709d1baa57d5647015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '9b30e02c-2bb9-4a35-9d94-9c632c761d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:23:56Z', 'updated_at': '2022-05-20T09:23:57Z', 'revision_number': 3, 'project_id': '0855d455651d42709d1baa57d5647015', 'gw_port': {'id': '9b30e02c-2bb9-4a35-9d94-9c632c761d0f', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5102a4d-70f2-4764-a019-7da639dbb13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:23:57Z', 'updated_at': '2022-05-20T09:23:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi'}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:23:59.956803 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7a9460-cfcf-406b-9e8e-1193aa7c696c None None] The sync data for ids ['a5102a4d-70f2-4764-a019-7da639dbb13f'] in dv-cinder-836996-23-iscsi is: [{'id': 'a5102a4d-70f2-4764-a019-7da639dbb13f', 'name': 'tempest-TestShelveInstance-1268563099-router', 'tenant_id': '0855d455651d42709d1baa57d5647015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '9b30e02c-2bb9-4a35-9d94-9c632c761d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:23:56Z', 'updated_at': '2022-05-20T09:23:57Z', 'revision_number': 3, 'project_id': '0855d455651d42709d1baa57d5647015', 'gw_port': {'id': '9b30e02c-2bb9-4a35-9d94-9c632c761d0f', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5102a4d-70f2-4764-a019-7da639dbb13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:23:57Z', 'updated_at': '2022-05-20T09:23:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi'}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:23:59.961193 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [req-6c0638e4-22b4-4d3b-a35d-d84e4ba2f362 req-2b6d04f2-b55b-4057-a744-1dfed4d5018a tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] For port e23c9026-9127-4ce1-b841-54f42ba1005c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e23c9026-9127-4ce1-b841-54f42ba1005c,segment=NetworkSegment(665fb377-4509-43d2-a447-5bd58fa768e8),segment_id=665fb377-4509-43d2-a447-5bd58fa768e8)] {{(pid=104276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:23:59.961535 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-6c0638e4-22b4-4d3b-a35d-d84e4ba2f362 req-2b6d04f2-b55b-4057-a744-1dfed4d5018a tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (e23c9026-9127-4ce1-b841-54f42ba1005c), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:23:59.964641 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-1b24aee2-6418-42e2-90aa-644a6fe82e7f req-e42d1b93-2ffc-4b3e-bfc5-242529e278d2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e23c9026-9127-4ce1-b841-54f42ba1005c HTTP/1.1" status: 200 len: 217 time: 0.0386574 May 20 09:23:59.981003 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [req-6c0638e4-22b4-4d3b-a35d-d84e4ba2f362 req-2b6d04f2-b55b-4057-a744-1dfed4d5018a tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Calling delete_port for e23c9026-9127-4ce1-b841-54f42ba1005c owned by compute:nova {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:24:00.019699 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:00.032967 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:UPDATE=5 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:00.086837 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24aee2-6418-42e2-90aa-644a6fe82e7f req-1b03e1fb-f63d-4102-9971-bace7e52612a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:24:00.088410 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-1b24aee2-6418-42e2-90aa-644a6fe82e7f req-1b03e1fb-f63d-4102-9971-bace7e52612a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4497ded3-0270-4257-8e32-a5b32034f129 HTTP/1.1" status: 200 len: 851 time: 0.1081302 May 20 09:24:00.115106 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-6c0638e4-22b4-4d3b-a35d-d84e4ba2f362 req-2b6d04f2-b55b-4057-a744-1dfed4d5018a tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (e23c9026-9127-4ce1-b841-54f42ba1005c), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:00.145238 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24aee2-6418-42e2-90aa-644a6fe82e7f req-2623b6ea-3433-4459-a583-085f23d565da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:24:00.145715 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6d04f2-b55b-4057-a744-1dfed4d5018a tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Pushing event deleted for resources: {'Port': ['ID=e23c9026-9127-4ce1-b841-54f42ba1005c,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:24:00.146840 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-1b24aee2-6418-42e2-90aa-644a6fe82e7f req-2623b6ea-3433-4459-a583-085f23d565da service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5f48dba5-6c8f-4717-93d6-9f60508a64db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0525477 May 20 09:24:00.221484 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c0638e4-22b4-4d3b-a35d-d84e4ba2f362 req-2b6d04f2-b55b-4057-a744-1dfed4d5018a tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] No DVR routers for this DVR port e23c9026-9127-4ce1-b841-54f42ba1005c on host hv-cinder-83699 {{(pid=104276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:24:00.224181 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-6c0638e4-22b4-4d3b-a35d-d84e4ba2f362 req-2b6d04f2-b55b-4057-a744-1dfed4d5018a tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for port (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:00.227799 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6c0638e4-22b4-4d3b-a35d-d84e4ba2f362 req-2b6d04f2-b55b-4057-a744-1dfed4d5018a tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.44 "DELETE /v2.0/ports/e23c9026-9127-4ce1-b841-54f42ba1005c HTTP/1.1" status: 204 len: 173 time: 0.5144916 May 20 09:24:00.228244 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ba787b-f76a-465a-a7dd-4f1c63a69662', 'name': 'network-vif-deleted', 'tag': 'e23c9026-9127-4ce1-b841-54f42ba1005c'}] {{(pid=104276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:24:00.231328 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f1859fdf6517cac9f3390f7253b255bfbc77edc31af200be8f81c994e01841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ac41e5-9ef4-455b-8a60-9fcac85df0aa" -d '{"events": [{"server_uuid": "e2ba787b-f76a-465a-a7dd-4f1c63a69662", "name": "network-vif-deleted", "tag": "e23c9026-9127-4ce1-b841-54f42ba1005c"}]}' {{(pid=104276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:24:00.263849 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-43db23b7-d45d-4a03-8ac8-21efecdcff4a admin admin] Publish callbacks [] for port (cd350d36-1f9d-4aa1-beff-bfdb7177f36d), precommit_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:00.276141 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-43db23b7-d45d-4a03-8ac8-21efecdcff4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30908404'] for port (cd350d36-1f9d-4aa1-beff-bfdb7177f36d), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:00.302787 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 09:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463db076-ec73-4df2-a954-07768bc34ac9 x-openstack-request-id: req-463db076-ec73-4df2-a954-07768bc34ac9 {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:24:00.303075 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ba787b-f76a-465a-a7dd-4f1c63a69662", "name": "network-vif-deleted", "tag": "e23c9026-9127-4ce1-b841-54f42ba1005c", "status": "completed", "code": 200}]} {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:24:00.303354 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-463db076-ec73-4df2-a954-07768bc34ac9 {{(pid=104276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:24:00.303780 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-463db076-ec73-4df2-a954-07768bc34ac9'] response: {'server_uuid': 'e2ba787b-f76a-465a-a7dd-4f1c63a69662', 'name': 'network-vif-deleted', 'tag': 'e23c9026-9127-4ce1-b841-54f42ba1005c', 'status': 'completed', 'code': 200} May 20 09:24:00.352243 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:00.357674 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-1b24aee2-6418-42e2-90aa-644a6fe82e7f req-192ceaab-3329-47cf-8832-34a825b39757 service neutron] 10.222.0.44 "GET /v2.0/networks/5f48dba5-6c8f-4717-93d6-9f60508a64db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001901 May 20 09:24:00.374589 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43db23b7-d45d-4a03-8ac8-21efecdcff4a admin admin] Pushing event updated for resources: {'Port': ['ID=cd350d36-1f9d-4aa1-beff-bfdb7177f36d,revision_number=2']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:24:00.377111 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-43db23b7-d45d-4a03-8ac8-21efecdcff4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683234'] for router_interface (a5102a4d-70f2-4764-a019-7da639dbb13f), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:00.530182 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-1b24aee2-6418-42e2-90aa-644a6fe82e7f req-7afe1ba8-62dd-425e-9fe0-04ef6e749e86 service neutron] 10.222.0.44 "GET /v2.0/networks/5f48dba5-6c8f-4717-93d6-9f60508a64db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634591 May 20 09:24:00.550618 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43db23b7-d45d-4a03-8ac8-21efecdcff4a admin admin] Network 36904451-37db-4703-93e8-89780e944c9d is already hosted by enough agents. {{(pid=104275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:24:00.558542 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.base_scheduler [None req-43db23b7-d45d-4a03-8ac8-21efecdcff4a admin admin] Resources bound (agent type, host, resource id): {{(pid=104275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:24:00.705169 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43db23b7-d45d-4a03-8ac8-21efecdcff4a admin admin] Router a5102a4d-70f2-4764-a019-7da639dbb13f has already been hosted by L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 {{(pid=104275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 09:24:00.845433 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43db23b7-d45d-4a03-8ac8-21efecdcff4a admin admin] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:24:00.859409 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-43db23b7-d45d-4a03-8ac8-21efecdcff4a admin admin] 10.222.0.69 "PUT /v2.0/routers/a5102a4d-70f2-4764-a019-7da639dbb13f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4098029 May 20 09:24:00.871182 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-9f03a091-8f39-4a04-94a7-d3a51d48e178 None None] Provisioning complete for port cd350d36-1f9d-4aa1-beff-bfdb7177f36d triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:24:00.871692 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-9f03a091-8f39-4a04-94a7-d3a51d48e178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (cd350d36-1f9d-4aa1-beff-bfdb7177f36d), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:00.924271 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-9f03a091-8f39-4a04-94a7-d3a51d48e178 None None] Port cd350d36-1f9d-4aa1-beff-bfdb7177f36d cannot update to ACTIVE because it is not bound. {{(pid=104277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 20 09:24:01.025099 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-32d0a8b1-2218-491f-b11a-e1621cb813cb req-21f71c0c-61c1-46ce-8f49-416120ce8b8b tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2ba787b-f76a-465a-a7dd-4f1c63a69662 HTTP/1.1" status: 200 len: 210 time: 0.0288296 May 20 09:24:01.286454 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 9b30e02c-2bb9-4a35-9d94-9c632c761d0f up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:24:01.331218 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port 9b30e02c-2bb9-4a35-9d94-9c632c761d0f triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:24:01.331480 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (9b30e02c-2bb9-4a35-9d94-9c632c761d0f), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:01.368483 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:01.378047 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 40504) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:24:01.383586 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-67569093-222f-433f-a06c-c2c70a82996c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-157094053-network', 'tenant_id': 'd4a5d6e8c7c54171955700b2c1fadafc'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:24:01.400074 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:01.409127 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67569093-222f-433f-a06c-c2c70a82996c admin admin] Made reservation on behalf of d4a5d6e8c7c54171955700b2c1fadafc for: {'network': 1} {{(pid=104275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:24:01.411341 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-67569093-222f-433f-a06c-c2c70a82996c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for network (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:01.413271 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port 9b30e02c-2bb9-4a35-9d94-9c632c761d0f is: DOWN; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:24:01.413850 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (9b30e02c-2bb9-4a35-9d94-9c632c761d0f), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:01.421763 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-67569093-222f-433f-a06c-c2c70a82996c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:01.438616 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] For port 9b30e02c-2bb9-4a35-9d94-9c632c761d0f, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=9b30e02c-2bb9-4a35-9d94-9c632c761d0f,segment=NetworkSegment(99d4634d-7c16-4239-978b-38d882e34cf7),segment_id=99d4634d-7c16-4239-978b-38d882e34cf7)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:24:01.443779 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (9b30e02c-2bb9-4a35-9d94-9c632c761d0f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:01.444815 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 8e1cef3a-e179-4f32-a959-779d5322795a up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:24:01.504967 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-67569093-222f-433f-a06c-c2c70a82996c admin admin] Publish callbacks [] for security_group (920926b1-8b63-4d53-8a5c-304dbd8b36b3), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:01.510867 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-67569093-222f-433f-a06c-c2c70a82996c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (920926b1-8b63-4d53-8a5c-304dbd8b36b3), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:01.533292 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Pushing event updated for resources: {'Port': ['ID=9b30e02c-2bb9-4a35-9d94-9c632c761d0f,revision_number=4']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:24:01.537679 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port 8e1cef3a-e179-4f32-a959-779d5322795a triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:24:01.537920 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67569093-222f-433f-a06c-c2c70a82996c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=104275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 09:24:01.538062 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (8e1cef3a-e179-4f32-a959-779d5322795a), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:01.550928 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67569093-222f-433f-a06c-c2c70a82996c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920926b1-8b63-4d53-8a5c-304dbd8b36b3,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:24:01.556029 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-67569093-222f-433f-a06c-c2c70a82996c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728767071609', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461326'] for segment (7ca6c44f-65a1-4c01-b1ba-6a407439bbbb), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:01.556443 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.db.segments_db [None req-67569093-222f-433f-a06c-c2c70a82996c admin admin] Added segment 7ca6c44f-65a1-4c01-b1ba-6a407439bbbb of type vlan for network d89cd61e-063d-487a-a2df-5e9b998645fa May 20 09:24:01.597320 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-67569093-222f-433f-a06c-c2c70a82996c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728766529127'] for network (d89cd61e-063d-487a-a2df-5e9b998645fa), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:01.613824 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port 8e1cef3a-e179-4f32-a959-779d5322795a is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:24:01.623535 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-67569093-222f-433f-a06c-c2c70a82996c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360'] for network (d89cd61e-063d-487a-a2df-5e9b998645fa), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:01.624594 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67569093-222f-433f-a06c-c2c70a82996c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:24:01.625169 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-67569093-222f-433f-a06c-c2c70a82996c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for network (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:01.684044 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-67569093-222f-433f-a06c-c2c70a82996c admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3042333 May 20 09:24:01.686990 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 40506) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:24:01.691805 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-f4526c26-f720-4869-be24-57f8c1c55325 admin admin] Request body: {'subnet': {'network_id': 'd89cd61e-063d-487a-a2df-5e9b998645fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-157094053-subnet', 'tenant_id': 'd4a5d6e8c7c54171955700b2c1fadafc', 'ip_version': 4}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:24:01.697429 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67569093-222f-433f-a06c-c2c70a82996c admin admin] Pushing event updated for resources: {'Network': ['ID=d89cd61e-063d-487a-a2df-5e9b998645fa,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:24:01.704759 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcaa061c-f777-4568-b119-d598e2e0752b None None] Sync routers for ids ['a5102a4d-70f2-4764-a019-7da639dbb13f'] in dv-cinder-836996-23-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:24:01.708438 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Network d89cd61e-063d-487a-a2df-5e9b998645fa details requested by agent ovs-agent-dv-cinder-836996-23-iscsi with host dv-cinder-836996-23-iscsi {{(pid=104277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 20 09:24:01.716248 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcaa061c-f777-4568-b119-d598e2e0752b None None] Routers {'a5102a4d-70f2-4764-a019-7da639dbb13f'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:24:01.716868 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-bcaa061c-f777-4568-b119-d598e2e0752b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:23:46Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['a5102a4d-70f2-4764-a019-7da639dbb13f'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:24:01.718256 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4526c26-f720-4869-be24-57f8c1c55325 admin admin] Made reservation on behalf of d4a5d6e8c7c54171955700b2c1fadafc for: {'subnet': 1} {{(pid=104276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:24:01.720817 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f4526c26-f720-4869-be24-57f8c1c55325 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32308480'] for subnet (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:01.806852 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:01.820970 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-bcaa061c-f777-4568-b119-d598e2e0752b None None] Set router a5102a4d-70f2-4764-a019-7da639dbb13f gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:24:01.884831 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:01.895683 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f4526c26-f720-4869-be24-57f8c1c55325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32461406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32308502'] for subnet (ea1827b1-f8dd-4d28-a3c5-257b032457a8), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:01.946086 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4526c26-f720-4869-be24-57f8c1c55325 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea1827b1-f8dd-4d28-a3c5-257b032457a8,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:24:01.963879 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4526c26-f720-4869-be24-57f8c1c55325 admin admin] Checking segment: {'id': '7ca6c44f-65a1-4c01-b1ba-6a407439bbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'd89cd61e-063d-487a-a2df-5e9b998645fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:24:01.964224 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4526c26-f720-4869-be24-57f8c1c55325 admin admin] Network hostable DHCP agents. Network: d89cd61e-063d-487a-a2df-5e9b998645fa, hostable agents: ['b26f8cd8-eda4-4382-aac8-4197b502694f'], hosted agents: [] {{(pid=104276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 09:24:01.987767 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4526c26-f720-4869-be24-57f8c1c55325 admin admin] Network d89cd61e-063d-487a-a2df-5e9b998645fa is scheduled to be hosted by DHCP agent b26f8cd8-eda4-4382-aac8-4197b502694f with binding_index 1 {{(pid=104276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 09:24:01.999182 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-f4526c26-f720-4869-be24-57f8c1c55325 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-23-iscsi, d89cd61e-063d-487a-a2df-5e9b998645fa) {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:24:02.003387 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4526c26-f720-4869-be24-57f8c1c55325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:24:02.003984 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f4526c26-f720-4869-be24-57f8c1c55325 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for subnet (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:02.009683 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9bb730-c2e4-4ec2-8434-50742ccad0bf None None] Network d89cd61e-063d-487a-a2df-5e9b998645fa requested from dv-cinder-836996-23-iscsi {{(pid=104277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 20 09:24:02.023828 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-f4526c26-f720-4869-be24-57f8c1c55325 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3356619 May 20 09:24:02.024595 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 40508) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:24:02.029492 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-9195a80c-44d7-454f-90fe-64a9a7ce03c2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-157094053-router', 'tenant_id': 'd4a5d6e8c7c54171955700b2c1fadafc', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da'}}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:24:02.060448 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-9195a80c-44d7-454f-90fe-64a9a7ce03c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-683858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1571'] for router (266a0a63-6e80-4e67-af13-46f7395fe56b), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:02.061515 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-9195a80c-44d7-454f-90fe-64a9a7ce03c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1576'] for router (266a0a63-6e80-4e67-af13-46f7395fe56b), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:02.122349 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-9195a80c-44d7-454f-90fe-64a9a7ce03c2 admin admin] Publish callbacks [] for router_controller (266a0a63-6e80-4e67-af13-46f7395fe56b), precommit_add_association {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:02.128677 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-bcaa061c-f777-4568-b119-d598e2e0752b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5102a4d-70f2-4764-a019-7da639dbb13f', 'name': 'tempest-TestShelveInstance-1268563099-router', 'tenant_id': '0855d455651d42709d1baa57d5647015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '9b30e02c-2bb9-4a35-9d94-9c632c761d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:23:56Z', 'updated_at': '2022-05-20T09:23:59Z', 'revision_number': 4, 'project_id': '0855d455651d42709d1baa57d5647015', 'gw_port': {'id': '9b30e02c-2bb9-4a35-9d94-9c632c761d0f', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5102a4d-70f2-4764-a019-7da639dbb13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:23:57Z', 'updated_at': '2022-05-20T09:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': 'cd350d36-1f9d-4aa1-beff-bfdb7177f36d', 'name': '', 'network_id': '36904451-37db-4703-93e8-89780e944c9d', 'tenant_id': '0855d455651d42709d1baa57d5647015', 'mac_address': 'fa:16:3e:b0:88:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5102a4d-70f2-4764-a019-7da639dbb13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '2542d56c-142f-4e1a-b222-bf16ea3cfd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:23:58Z', 'updated_at': '2022-05-20T09:24:00Z', 'revision_number': 2, 'project_id': '0855d455651d42709d1baa57d5647015', 'subnets': [{'id': '2542d56c-142f-4e1a-b222-bf16ea3cfd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:24:02.134766 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9ffcd6-3817-42ae-ac8f-042c9f089e6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cd1afc4-0ceb-5b8d-a1dd-ae16400ad0c0-d89cd61e-063d-487a-a2df-5e9b998645fa', 'network_id': 'd89cd61e-063d-487a-a2df-5e9b998645fa', 'project_id': 'd4a5d6e8c7c54171955700b2c1fadafc', 'fixed_ips': [{'subnet_id': 'ea1827b1-f8dd-4d28-a3c5-257b032457a8'}]}} from dv-cinder-836996-23-iscsi. {{(pid=104277) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 20 09:24:02.136023 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-9d9ffcd6-3817-42ae-ac8f-042c9f089e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:02.154943 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcaa061c-f777-4568-b119-d598e2e0752b None None] Checking router: a5102a4d-70f2-4764-a019-7da639dbb13f for host: dv-cinder-836996-23-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:24:02.155453 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcaa061c-f777-4568-b119-d598e2e0752b None None] Updating router a5102a4d-70f2-4764-a019-7da639dbb13f port cd350d36-1f9d-4aa1-beff-bfdb7177f36d binding host dv-cinder-836996-23-iscsi {{(pid=104278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 09:24:02.194946 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-bcaa061c-f777-4568-b119-d598e2e0752b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (cd350d36-1f9d-4aa1-beff-bfdb7177f36d), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:02.291306 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:02.307172 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [None req-9d9ffcd6-3817-42ae-ac8f-042c9f089e6d None None] Allocated IP 172.20.0.2 (d89cd61e-063d-487a-a2df-5e9b998645fa/ea1827b1-f8dd-4d28-a3c5-257b032457a8/585f7199-e347-4a7b-b084-338ef37c839a) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:24:02.485007 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:02.490222 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-9d9ffcd6-3817-42ae-ac8f-042c9f089e6d None None] Publish callbacks [] for port (585f7199-e347-4a7b-b084-338ef37c839a), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:02.505551 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-9d9ffcd6-3817-42ae-ac8f-042c9f089e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936'] for port (585f7199-e347-4a7b-b084-338ef37c839a), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:02.529501 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-bcaa061c-f777-4568-b119-d598e2e0752b None None] Publish callbacks [] for port (cd350d36-1f9d-4aa1-beff-bfdb7177f36d), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:02.536562 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-bcaa061c-f777-4568-b119-d598e2e0752b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (cd350d36-1f9d-4aa1-beff-bfdb7177f36d), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:02.545247 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-9195a80c-44d7-454f-90fe-64a9a7ce03c2 admin admin] Publish callbacks [] for router_gateway (266a0a63-6e80-4e67-af13-46f7395fe56b), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:02.549968 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:02.561391 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9ffcd6-3817-42ae-ac8f-042c9f089e6d None None] Pushing event updated for resources: {'Port': ['ID=585f7199-e347-4a7b-b084-338ef37c839a,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:24:02.572693 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9ffcd6-3817-42ae-ac8f-042c9f089e6d None None] Network d89cd61e-063d-487a-a2df-5e9b998645fa is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:24:02.574663 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-9d9ffcd6-3817-42ae-ac8f-042c9f089e6d None None] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:24:02.577859 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9ffcd6-3817-42ae-ac8f-042c9f089e6d None None] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:24:02.607681 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:02.619889 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d53d4-c447-48bf-b5ce-0d6a34b8ba68 None None] Pushing event updated for resources: {'Port': ['ID=cd350d36-1f9d-4aa1-beff-bfdb7177f36d,revision_number=3']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:24:02.643347 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-9d9ffcd6-3817-42ae-ac8f-042c9f089e6d None None] Attempting to bind port 585f7199-e347-4a7b-b084-338ef37c839a on host dv-cinder-836996-23-iscsi for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 20 09:24:02.643737 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-9d9ffcd6-3817-42ae-ac8f-042c9f089e6d None None] Attempting to bind port 585f7199-e347-4a7b-b084-338ef37c839a by drivers openvswitch,hyperv on host dv-cinder-836996-23-iscsi at level 0 using segments [{'id': '7ca6c44f-65a1-4c01-b1ba-6a407439bbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'd89cd61e-063d-487a-a2df-5e9b998645fa'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 20 09:24:02.644044 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9ffcd6-3817-42ae-ac8f-042c9f089e6d None None] Attempting to bind port 585f7199-e347-4a7b-b084-338ef37c839a on network d89cd61e-063d-487a-a2df-5e9b998645fa {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:24:02.649739 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9ffcd6-3817-42ae-ac8f-042c9f089e6d None None] Checking agent: {'id': '8cdc3712-48c6-4c17-b1e2-8ec392d7f09b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 9, 4, 50), 'started_at': datetime.datetime(2022, 5, 20, 9, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 9, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 09:24:02.650112 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9ffcd6-3817-42ae-ac8f-042c9f089e6d None None] Checking segment: {'id': '7ca6c44f-65a1-4c01-b1ba-6a407439bbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'd89cd61e-063d-487a-a2df-5e9b998645fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:24:02.650513 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-9d9ffcd6-3817-42ae-ac8f-042c9f089e6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:02.650900 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9ffcd6-3817-42ae-ac8f-042c9f089e6d None None] Bound using segment: {'id': '7ca6c44f-65a1-4c01-b1ba-6a407439bbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'd89cd61e-063d-487a-a2df-5e9b998645fa'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 09:24:02.651545 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-9d9ffcd6-3817-42ae-ac8f-042c9f089e6d None None] Bound port: 585f7199-e347-4a7b-b084-338ef37c839a, host: dv-cinder-836996-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ca6c44f-65a1-4c01-b1ba-6a407439bbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'd89cd61e-063d-487a-a2df-5e9b998645fa'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 20 09:24:02.651934 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-9d9ffcd6-3817-42ae-ac8f-042c9f089e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (585f7199-e347-4a7b-b084-338ef37c839a), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:02.675596 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-bcaa061c-f777-4568-b119-d598e2e0752b None None] Attempting to bind port cd350d36-1f9d-4aa1-beff-bfdb7177f36d on host dv-cinder-836996-23-iscsi for vnic_type normal with profile {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 20 09:24:02.676615 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-bcaa061c-f777-4568-b119-d598e2e0752b None None] Attempting to bind port cd350d36-1f9d-4aa1-beff-bfdb7177f36d by drivers openvswitch,hyperv on host dv-cinder-836996-23-iscsi at level 0 using segments [{'id': '76bca225-fe99-4c25-85ae-ecfadc79b4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '36904451-37db-4703-93e8-89780e944c9d'}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 20 09:24:02.676741 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcaa061c-f777-4568-b119-d598e2e0752b None None] Attempting to bind port cd350d36-1f9d-4aa1-beff-bfdb7177f36d on network 36904451-37db-4703-93e8-89780e944c9d {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:24:02.682616 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcaa061c-f777-4568-b119-d598e2e0752b None None] Checking agent: {'id': '8cdc3712-48c6-4c17-b1e2-8ec392d7f09b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 9, 4, 50), 'started_at': datetime.datetime(2022, 5, 20, 9, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 9, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 09:24:02.683163 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcaa061c-f777-4568-b119-d598e2e0752b None None] Checking segment: {'id': '76bca225-fe99-4c25-85ae-ecfadc79b4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '36904451-37db-4703-93e8-89780e944c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:24:02.683666 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-bcaa061c-f777-4568-b119-d598e2e0752b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:02.683950 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcaa061c-f777-4568-b119-d598e2e0752b None None] Bound using segment: {'id': '76bca225-fe99-4c25-85ae-ecfadc79b4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '36904451-37db-4703-93e8-89780e944c9d'} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 09:24:02.684528 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-bcaa061c-f777-4568-b119-d598e2e0752b None None] Bound port: cd350d36-1f9d-4aa1-beff-bfdb7177f36d, host: dv-cinder-836996-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76bca225-fe99-4c25-85ae-ecfadc79b4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '36904451-37db-4703-93e8-89780e944c9d'}}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 20 09:24:02.684939 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-bcaa061c-f777-4568-b119-d598e2e0752b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (cd350d36-1f9d-4aa1-beff-bfdb7177f36d), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:02.720455 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-9d9ffcd6-3817-42ae-ac8f-042c9f089e6d None None] For port 585f7199-e347-4a7b-b084-338ef37c839a, host dv-cinder-836996-23-iscsi, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 09:24:02.725471 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-9d9ffcd6-3817-42ae-ac8f-042c9f089e6d None None] For port 585f7199-e347-4a7b-b084-338ef37c839a, host dv-cinder-836996-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=585f7199-e347-4a7b-b084-338ef37c839a,segment=NetworkSegment(7ca6c44f-65a1-4c01-b1ba-6a407439bbbb),segment_id=7ca6c44f-65a1-4c01-b1ba-6a407439bbbb)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 09:24:02.737587 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-9d9ffcd6-3817-42ae-ac8f-042c9f089e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (585f7199-e347-4a7b-b084-338ef37c839a), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:02.757207 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-bcaa061c-f777-4568-b119-d598e2e0752b None None] For port cd350d36-1f9d-4aa1-beff-bfdb7177f36d, host dv-cinder-836996-23-iscsi, cleared binding levels {{(pid=104278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 09:24:02.761815 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-bcaa061c-f777-4568-b119-d598e2e0752b None None] For port cd350d36-1f9d-4aa1-beff-bfdb7177f36d, host dv-cinder-836996-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=cd350d36-1f9d-4aa1-beff-bfdb7177f36d,segment=NetworkSegment(76bca225-fe99-4c25-85ae-ecfadc79b4b8),segment_id=76bca225-fe99-4c25-85ae-ecfadc79b4b8)] {{(pid=104278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 09:24:02.769885 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-9195a80c-44d7-454f-90fe-64a9a7ce03c2 admin admin] Publish callbacks [] for router_gateway (266a0a63-6e80-4e67-af13-46f7395fe56b), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:02.775094 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-bcaa061c-f777-4568-b119-d598e2e0752b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (cd350d36-1f9d-4aa1-beff-bfdb7177f36d), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:02.804526 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-9195a80c-44d7-454f-90fe-64a9a7ce03c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:02.817907 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9ffcd6-3817-42ae-ac8f-042c9f089e6d None None] Pushing event updated for resources: {'Port': ['ID=585f7199-e347-4a7b-b084-338ef37c839a,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:24:02.838547 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcaa061c-f777-4568-b119-d598e2e0752b None None] Routers {'a5102a4d-70f2-4764-a019-7da639dbb13f'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:24:02.843010 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-bcaa061c-f777-4568-b119-d598e2e0752b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:23:46Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['a5102a4d-70f2-4764-a019-7da639dbb13f'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:24:02.862143 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-9e85f4c2-8ab6-498f-992e-534b2226220c None None] Provisioning complete for port cd350d36-1f9d-4aa1-beff-bfdb7177f36d triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:24:02.862524 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-9e85f4c2-8ab6-498f-992e-534b2226220c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (cd350d36-1f9d-4aa1-beff-bfdb7177f36d), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:02.895766 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d53d4-c447-48bf-b5ce-0d6a34b8ba68 None None] Pushing event updated for resources: {'Port': ['ID=cd350d36-1f9d-4aa1-beff-bfdb7177f36d,revision_number=4']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:24:02.961804 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-9e85f4c2-8ab6-498f-992e-534b2226220c None None] Current status of the port cd350d36-1f9d-4aa1-beff-bfdb7177f36d is: DOWN; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:24:02.962769 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-9e85f4c2-8ab6-498f-992e-534b2226220c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (cd350d36-1f9d-4aa1-beff-bfdb7177f36d), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:02.973965 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_common [None req-9195a80c-44d7-454f-90fe-64a9a7ce03c2 admin admin] Allocated IP 172.27.0.73 (db85349c-1449-495a-9881-8426bbf372da/93804823-6bc2-4eb0-bfcd-bdee0631ed3e/790ae824-0e93-4bd7-8c6e-5c3d92fbd523) {{(pid=104276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:24:02.996187 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-bcaa061c-f777-4568-b119-d598e2e0752b None None] Set router a5102a4d-70f2-4764-a019-7da639dbb13f gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:24:03.003014 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-9e85f4c2-8ab6-498f-992e-534b2226220c None None] For port cd350d36-1f9d-4aa1-beff-bfdb7177f36d, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=cd350d36-1f9d-4aa1-beff-bfdb7177f36d,segment=NetworkSegment(76bca225-fe99-4c25-85ae-ecfadc79b4b8),segment_id=76bca225-fe99-4c25-85ae-ecfadc79b4b8)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:24:03.010698 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-9e85f4c2-8ab6-498f-992e-534b2226220c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (cd350d36-1f9d-4aa1-beff-bfdb7177f36d), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:03.075624 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e85f4c2-8ab6-498f-992e-534b2226220c None None] Pushing event updated for resources: {'Port': ['ID=cd350d36-1f9d-4aa1-beff-bfdb7177f36d,revision_number=5']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:24:03.122867 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-9195a80c-44d7-454f-90fe-64a9a7ce03c2 admin admin] Publish callbacks [] for port (790ae824-0e93-4bd7-8c6e-5c3d92fbd523), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:03.162404 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:03.185802 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-9195a80c-44d7-454f-90fe-64a9a7ce03c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (790ae824-0e93-4bd7-8c6e-5c3d92fbd523), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:03.225281 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-bcaa061c-f777-4568-b119-d598e2e0752b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5102a4d-70f2-4764-a019-7da639dbb13f', 'name': 'tempest-TestShelveInstance-1268563099-router', 'tenant_id': '0855d455651d42709d1baa57d5647015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '9b30e02c-2bb9-4a35-9d94-9c632c761d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:23:56Z', 'updated_at': '2022-05-20T09:23:59Z', 'revision_number': 4, 'project_id': '0855d455651d42709d1baa57d5647015', 'gw_port': {'id': '9b30e02c-2bb9-4a35-9d94-9c632c761d0f', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5102a4d-70f2-4764-a019-7da639dbb13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:23:57Z', 'updated_at': '2022-05-20T09:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': 'cd350d36-1f9d-4aa1-beff-bfdb7177f36d', 'name': '', 'network_id': '36904451-37db-4703-93e8-89780e944c9d', 'tenant_id': '0855d455651d42709d1baa57d5647015', 'mac_address': 'fa:16:3e:b0:88:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5102a4d-70f2-4764-a019-7da639dbb13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '2542d56c-142f-4e1a-b222-bf16ea3cfd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:23:58Z', 'updated_at': '2022-05-20T09:24:02Z', 'revision_number': 4, 'project_id': '0855d455651d42709d1baa57d5647015', 'subnets': [{'id': '2542d56c-142f-4e1a-b222-bf16ea3cfd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:24:03.238235 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:03.254110 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9195a80c-44d7-454f-90fe-64a9a7ce03c2 admin admin] Network db85349c-1449-495a-9881-8426bbf372da is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:24:03.257138 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-9195a80c-44d7-454f-90fe-64a9a7ce03c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:24:03.264943 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-465de074-6af2-4222-9aed-e067599e8b87 None None] Provisioning complete for port cd350d36-1f9d-4aa1-beff-bfdb7177f36d triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:24:03.267188 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcaa061c-f777-4568-b119-d598e2e0752b None None] The sync data for ids ['a5102a4d-70f2-4764-a019-7da639dbb13f'] in dv-cinder-836996-23-iscsi is: [{'id': 'a5102a4d-70f2-4764-a019-7da639dbb13f', 'name': 'tempest-TestShelveInstance-1268563099-router', 'tenant_id': '0855d455651d42709d1baa57d5647015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '9b30e02c-2bb9-4a35-9d94-9c632c761d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:23:56Z', 'updated_at': '2022-05-20T09:23:59Z', 'revision_number': 4, 'project_id': '0855d455651d42709d1baa57d5647015', 'gw_port': {'id': '9b30e02c-2bb9-4a35-9d94-9c632c761d0f', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5102a4d-70f2-4764-a019-7da639dbb13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:23:57Z', 'updated_at': '2022-05-20T09:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': 'cd350d36-1f9d-4aa1-beff-bfdb7177f36d', 'name': '', 'network_id': '36904451-37db-4703-93e8-89780e944c9d', 'tenant_id': '0855d455651d42709d1baa57d5647015', 'mac_address': 'fa:16:3e:b0:88:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5102a4d-70f2-4764-a019-7da639dbb13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '2542d56c-142f-4e1a-b222-bf16ea3cfd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:23:58Z', 'updated_at': '2022-05-20T09:24:02Z', 'revision_number': 4, 'project_id': '0855d455651d42709d1baa57d5647015', 'subnets': [{'id': '2542d56c-142f-4e1a-b222-bf16ea3cfd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:24:03.270507 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-465de074-6af2-4222-9aed-e067599e8b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (cd350d36-1f9d-4aa1-beff-bfdb7177f36d), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:03.275689 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9195a80c-44d7-454f-90fe-64a9a7ce03c2 admin admin] Received port after_create {{(pid=104276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:24:03.277982 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195a80c-44d7-454f-90fe-64a9a7ce03c2 admin admin] Pushing event updated for resources: {'Port': ['ID=790ae824-0e93-4bd7-8c6e-5c3d92fbd523,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:24:03.436278 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 9b30e02c-2bb9-4a35-9d94-9c632c761d0f up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:24:03.478652 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-465de074-6af2-4222-9aed-e067599e8b87 None None] Current status of the port cd350d36-1f9d-4aa1-beff-bfdb7177f36d is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:24:03.503846 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port 9b30e02c-2bb9-4a35-9d94-9c632c761d0f triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:24:03.504436 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (9b30e02c-2bb9-4a35-9d94-9c632c761d0f), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:03.581870 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port 9b30e02c-2bb9-4a35-9d94-9c632c761d0f is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:24:03.582947 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 585f7199-e347-4a7b-b084-338ef37c839a up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:24:03.627653 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port 585f7199-e347-4a7b-b084-338ef37c839a triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:24:03.628106 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (585f7199-e347-4a7b-b084-338ef37c839a), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:03.639103 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-9195a80c-44d7-454f-90fe-64a9a7ce03c2 admin admin] Publish callbacks [] for router_gateway (266a0a63-6e80-4e67-af13-46f7395fe56b), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:03.666165 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:03.720594 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port 585f7199-e347-4a7b-b084-338ef37c839a is: DOWN; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:24:03.721115 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (585f7199-e347-4a7b-b084-338ef37c839a), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:03.758501 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:03.762347 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] For port 585f7199-e347-4a7b-b084-338ef37c839a, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=585f7199-e347-4a7b-b084-338ef37c839a,segment=NetworkSegment(7ca6c44f-65a1-4c01-b1ba-6a407439bbbb),segment_id=7ca6c44f-65a1-4c01-b1ba-6a407439bbbb)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:24:03.774152 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (585f7199-e347-4a7b-b084-338ef37c839a), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:03.785514 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:03.846947 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Pushing event updated for resources: {'Port': ['ID=585f7199-e347-4a7b-b084-338ef37c839a,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:24:03.856707 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-9195a80c-44d7-454f-90fe-64a9a7ce03c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680737'] for router (266a0a63-6e80-4e67-af13-46f7395fe56b), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:03.994775 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9195a80c-44d7-454f-90fe-64a9a7ce03c2 admin admin] Router 266a0a63-6e80-4e67-af13-46f7395fe56b is scheduled to L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 with binding_index 1 {{(pid=104276) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 20 09:24:04.106126 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9195a80c-44d7-454f-90fe-64a9a7ce03c2 admin admin] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:24:04.115548 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0186c37-07e1-43e1-bf56-8a67d5f83bc1 None None] Sync routers for ids ['266a0a63-6e80-4e67-af13-46f7395fe56b'] in dv-cinder-836996-23-iscsi {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:24:04.128519 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-9195a80c-44d7-454f-90fe-64a9a7ce03c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:04.133042 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-9195a80c-44d7-454f-90fe-64a9a7ce03c2 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1042931 May 20 09:24:04.133042 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 40522) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:24:04.135911 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0186c37-07e1-43e1-bf56-8a67d5f83bc1 None None] Routers {'266a0a63-6e80-4e67-af13-46f7395fe56b'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:24:04.136650 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-c0186c37-07e1-43e1-bf56-8a67d5f83bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:23:46Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['266a0a63-6e80-4e67-af13-46f7395fe56b'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:24:04.182660 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6c1e21-8034-48a0-9c04-3d5a368b33c4 None None] Network d89cd61e-063d-487a-a2df-5e9b998645fa requested from dv-cinder-836996-23-iscsi {{(pid=104277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 20 09:24:04.242724 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a485c7de-40a9-4144-a0f1-1eb6ec4f6f2f None None] Provisioning complete for port 585f7199-e347-4a7b-b084-338ef37c839a triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:24:04.243002 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a485c7de-40a9-4144-a0f1-1eb6ec4f6f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (585f7199-e347-4a7b-b084-338ef37c839a), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:04.328956 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:04.483303 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 40526) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:24:04.492112 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-c0186c37-07e1-43e1-bf56-8a67d5f83bc1 None None] Set router 266a0a63-6e80-4e67-af13-46f7395fe56b gateway port host: dv-cinder-836996-23-iscsi {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:24:04.556865 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:04.583196 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3901995b-5f75-4d8b-8a83-cc56c7c5388b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:04.650414 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device e23c9026-9127-4ce1-b841-54f42ba1005c no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 09:24:04.657731 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a485c7de-40a9-4144-a0f1-1eb6ec4f6f2f None None] Current status of the port 585f7199-e347-4a7b-b084-338ef37c839a is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:24:04.682335 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] No Port match for: e23c9026-9127-4ce1-b841-54f42ba1005c {{(pid=104277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 20 09:24:04.682726 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device e23c9026-9127-4ce1-b841-54f42ba1005c not bound to the agent host hv-cinder-83699 {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 09:24:04.754175 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_common [None req-3901995b-5f75-4d8b-8a83-cc56c7c5388b admin admin] Allocated IP 172.20.0.1 (d89cd61e-063d-487a-a2df-5e9b998645fa/ea1827b1-f8dd-4d28-a3c5-257b032457a8/75d98465-d382-4e52-a918-616770ffee07) {{(pid=104276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:24:04.766060 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:04.767423 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-c0186c37-07e1-43e1-bf56-8a67d5f83bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266a0a63-6e80-4e67-af13-46f7395fe56b', 'name': 'tempest-TestShelveInstance-157094053-router', 'tenant_id': 'd4a5d6e8c7c54171955700b2c1fadafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '790ae824-0e93-4bd7-8c6e-5c3d92fbd523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:24:02Z', 'updated_at': '2022-05-20T09:24:03Z', 'revision_number': 3, 'project_id': 'd4a5d6e8c7c54171955700b2c1fadafc', 'gw_port': {'id': '790ae824-0e93-4bd7-8c6e-5c3d92fbd523', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266a0a63-6e80-4e67-af13-46f7395fe56b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:24:02Z', 'updated_at': '2022-05-20T09:24:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi'}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:24:04.803977 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0186c37-07e1-43e1-bf56-8a67d5f83bc1 None None] Checking router: 266a0a63-6e80-4e67-af13-46f7395fe56b for host: dv-cinder-836996-23-iscsi {{(pid=104277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:24:04.804403 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0186c37-07e1-43e1-bf56-8a67d5f83bc1 None None] Updating router 266a0a63-6e80-4e67-af13-46f7395fe56b port 790ae824-0e93-4bd7-8c6e-5c3d92fbd523 binding host dv-cinder-836996-23-iscsi {{(pid=104277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 09:24:04.835079 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c0186c37-07e1-43e1-bf56-8a67d5f83bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (790ae824-0e93-4bd7-8c6e-5c3d92fbd523), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:04.886257 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3901995b-5f75-4d8b-8a83-cc56c7c5388b admin admin] Publish callbacks [] for port (75d98465-d382-4e52-a918-616770ffee07), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:04.927944 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3901995b-5f75-4d8b-8a83-cc56c7c5388b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (75d98465-d382-4e52-a918-616770ffee07), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:04.974074 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3901995b-5f75-4d8b-8a83-cc56c7c5388b admin admin] Network d89cd61e-063d-487a-a2df-5e9b998645fa is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:24:04.978485 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-3901995b-5f75-4d8b-8a83-cc56c7c5388b admin admin] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:24:04.980552 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [None req-2b61e607-fea2-457e-987c-eedf14a8ce4c tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Deleting port abb49e1c-6fbc-41bd-966e-f8e89aab8c94 {{(pid=104275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:24:04.980552 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-2b61e607-fea2-457e-987c-eedf14a8ce4c tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (abb49e1c-6fbc-41bd-966e-f8e89aab8c94), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:04.982108 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3901995b-5f75-4d8b-8a83-cc56c7c5388b admin admin] Received port after_create {{(pid=104276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:24:05.006998 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-f23cc0ae-5bfd-4831-a972-475f0911bcf2 None None] Provisioning complete for port 585f7199-e347-4a7b-b084-338ef37c839a triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:24:05.007421 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-f23cc0ae-5bfd-4831-a972-475f0911bcf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (585f7199-e347-4a7b-b084-338ef37c839a), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:05.009114 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3901995b-5f75-4d8b-8a83-cc56c7c5388b admin admin] Pushing event updated for resources: {'Port': ['ID=75d98465-d382-4e52-a918-616770ffee07,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:24:05.027190 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3901995b-5f75-4d8b-8a83-cc56c7c5388b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680018'] for router_interface (266a0a63-6e80-4e67-af13-46f7395fe56b), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:05.079029 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-2b61e607-fea2-457e-987c-eedf14a8ce4c tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (abb49e1c-6fbc-41bd-966e-f8e89aab8c94), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:05.079653 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-2b61e607-fea2-457e-987c-eedf14a8ce4c tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks [] for floatingip (abb49e1c-6fbc-41bd-966e-f8e89aab8c94), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:05.098946 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:05.102066 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [None req-2b61e607-fea2-457e-987c-eedf14a8ce4c tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Calling delete_port for abb49e1c-6fbc-41bd-966e-f8e89aab8c94 owned by network:floatingip {{(pid=104275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:24:05.145240 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:05.171557 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-f23cc0ae-5bfd-4831-a972-475f0911bcf2 None None] Current status of the port 585f7199-e347-4a7b-b084-338ef37c839a is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:24:05.182079 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3901995b-5f75-4d8b-8a83-cc56c7c5388b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (75d98465-d382-4e52-a918-616770ffee07), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:05.237552 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:05.287550 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c0186c37-07e1-43e1-bf56-8a67d5f83bc1 None None] Publish callbacks [] for port (790ae824-0e93-4bd7-8c6e-5c3d92fbd523), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:05.304013 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c0186c37-07e1-43e1-bf56-8a67d5f83bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (790ae824-0e93-4bd7-8c6e-5c3d92fbd523), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:05.312717 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-2b61e607-fea2-457e-987c-eedf14a8ce4c tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30908355'] for port (abb49e1c-6fbc-41bd-966e-f8e89aab8c94), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:05.356538 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b61e607-fea2-457e-987c-eedf14a8ce4c tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Pushing event deleted for resources: {'Port': ['ID=abb49e1c-6fbc-41bd-966e-f8e89aab8c94,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:24:05.371380 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-c0186c37-07e1-43e1-bf56-8a67d5f83bc1 None None] Attempting to bind port 790ae824-0e93-4bd7-8c6e-5c3d92fbd523 on host dv-cinder-836996-23-iscsi for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 20 09:24:05.372014 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-c0186c37-07e1-43e1-bf56-8a67d5f83bc1 None None] Attempting to bind port 790ae824-0e93-4bd7-8c6e-5c3d92fbd523 by drivers openvswitch,hyperv on host dv-cinder-836996-23-iscsi at level 0 using segments [{'id': '99d4634d-7c16-4239-978b-38d882e34cf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db85349c-1449-495a-9881-8426bbf372da'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 20 09:24:05.372543 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0186c37-07e1-43e1-bf56-8a67d5f83bc1 None None] Attempting to bind port 790ae824-0e93-4bd7-8c6e-5c3d92fbd523 on network db85349c-1449-495a-9881-8426bbf372da {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:24:05.374968 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device cd350d36-1f9d-4aa1-beff-bfdb7177f36d up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:24:05.409466 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55772039-408e-4ab5-b9ec-438b5df44645 None None] Pushing event updated for resources: {'Port': ['ID=790ae824-0e93-4bd7-8c6e-5c3d92fbd523,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:24:05.421973 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0186c37-07e1-43e1-bf56-8a67d5f83bc1 None None] Checking agent: {'id': '8cdc3712-48c6-4c17-b1e2-8ec392d7f09b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 9, 4, 50), 'started_at': datetime.datetime(2022, 5, 20, 9, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 9, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 09:24:05.422407 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-2b61e607-fea2-457e-987c-eedf14a8ce4c tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks [] for floatingip (ab607342-53c4-4af6-b45a-5bf0939b6823), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:05.422539 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0186c37-07e1-43e1-bf56-8a67d5f83bc1 None None] Checking segment: {'id': '99d4634d-7c16-4239-978b-38d882e34cf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db85349c-1449-495a-9881-8426bbf372da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:24:05.422867 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.db.l3_db [None req-2b61e607-fea2-457e-987c-eedf14a8ce4c tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Floating IP ab607342-53c4-4af6-b45a-5bf0939b6823 disassociated (deleted). External IP: 172.27.0.43, port: b5598616-768d-4048-8257-a24495be6820. May 20 09:24:05.423446 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c0186c37-07e1-43e1-bf56-8a67d5f83bc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:05.423850 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0186c37-07e1-43e1-bf56-8a67d5f83bc1 None None] Bound using segment: {'id': '99d4634d-7c16-4239-978b-38d882e34cf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db85349c-1449-495a-9881-8426bbf372da'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 09:24:05.424344 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [None req-c0186c37-07e1-43e1-bf56-8a67d5f83bc1 None None] Bound port: 790ae824-0e93-4bd7-8c6e-5c3d92fbd523, host: dv-cinder-836996-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d4634d-7c16-4239-978b-38d882e34cf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db85349c-1449-495a-9881-8426bbf372da'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 20 09:24:05.425129 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c0186c37-07e1-43e1-bf56-8a67d5f83bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (790ae824-0e93-4bd7-8c6e-5c3d92fbd523), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:05.436838 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3901995b-5f75-4d8b-8a83-cc56c7c5388b admin admin] Publish callbacks [] for port (75d98465-d382-4e52-a918-616770ffee07), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:05.443592 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3901995b-5f75-4d8b-8a83-cc56c7c5388b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32464857'] for port (75d98465-d382-4e52-a918-616770ffee07), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:05.464953 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-80466eb9-377a-48fe-87ec-0674b31ff11d None None] Provisioning complete for port 75d98465-d382-4e52-a918-616770ffee07 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:24:05.465329 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-80466eb9-377a-48fe-87ec-0674b31ff11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (75d98465-d382-4e52-a918-616770ffee07), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:05.472142 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:05.517584 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3901995b-5f75-4d8b-8a83-cc56c7c5388b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683234'] for router_interface (266a0a63-6e80-4e67-af13-46f7395fe56b), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:05.519412 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3901995b-5f75-4d8b-8a83-cc56c7c5388b admin admin] Pushing event updated for resources: {'Port': ['ID=75d98465-d382-4e52-a918-616770ffee07,revision_number=2']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:24:05.537003 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-80466eb9-377a-48fe-87ec-0674b31ff11d None None] Port 75d98465-d382-4e52-a918-616770ffee07 cannot update to ACTIVE because it is not bound. {{(pid=104277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 20 09:24:05.541275 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port cd350d36-1f9d-4aa1-beff-bfdb7177f36d triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:24:05.541648 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (cd350d36-1f9d-4aa1-beff-bfdb7177f36d), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:05.545675 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-c0186c37-07e1-43e1-bf56-8a67d5f83bc1 None None] For port 790ae824-0e93-4bd7-8c6e-5c3d92fbd523, host dv-cinder-836996-23-iscsi, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 09:24:05.584145 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-c0186c37-07e1-43e1-bf56-8a67d5f83bc1 None None] For port 790ae824-0e93-4bd7-8c6e-5c3d92fbd523, host dv-cinder-836996-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=790ae824-0e93-4bd7-8c6e-5c3d92fbd523,segment=NetworkSegment(99d4634d-7c16-4239-978b-38d882e34cf7),segment_id=99d4634d-7c16-4239-978b-38d882e34cf7)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 09:24:05.596954 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c0186c37-07e1-43e1-bf56-8a67d5f83bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (790ae824-0e93-4bd7-8c6e-5c3d92fbd523), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:05.606596 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:05.624956 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3901995b-5f75-4d8b-8a83-cc56c7c5388b admin admin] Network d89cd61e-063d-487a-a2df-5e9b998645fa is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:24:05.626838 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-3901995b-5f75-4d8b-8a83-cc56c7c5388b admin admin] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:24:05.703214 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0186c37-07e1-43e1-bf56-8a67d5f83bc1 None None] Routers {'266a0a63-6e80-4e67-af13-46f7395fe56b'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:24:05.704114 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-c0186c37-07e1-43e1-bf56-8a67d5f83bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:23:46Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['266a0a63-6e80-4e67-af13-46f7395fe56b'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:24:05.726952 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b61e607-fea2-457e-987c-eedf14a8ce4c tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Router 9c1d9c77-1b9d-4a44-8463-7522608f4462 has already been hosted by L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 {{(pid=104275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 09:24:05.754235 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55772039-408e-4ab5-b9ec-438b5df44645 None None] Pushing event updated for resources: {'Port': ['ID=790ae824-0e93-4bd7-8c6e-5c3d92fbd523,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:24:05.758610 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port cd350d36-1f9d-4aa1-beff-bfdb7177f36d is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:24:05.758610 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 585f7199-e347-4a7b-b084-338ef37c839a up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:24:05.816214 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3901995b-5f75-4d8b-8a83-cc56c7c5388b admin admin] Router 266a0a63-6e80-4e67-af13-46f7395fe56b has already been hosted by L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 {{(pid=104276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 09:24:05.897290 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-c0186c37-07e1-43e1-bf56-8a67d5f83bc1 None None] Set router 266a0a63-6e80-4e67-af13-46f7395fe56b gateway port host: dv-cinder-836996-23-iscsi {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:24:05.897705 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b61e607-fea2-457e-987c-eedf14a8ce4c tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:24:05.903320 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-2b61e607-fea2-457e-987c-eedf14a8ce4c tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for floatingip (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:05.910470 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port 585f7199-e347-4a7b-b084-338ef37c839a triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:24:05.911045 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (585f7199-e347-4a7b-b084-338ef37c839a), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:05.914725 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9aa49ec-1b1a-4a70-aac0-6d06452aec5e None None] Sync routers for ids ['9c1d9c77-1b9d-4a44-8463-7522608f4462'] in dv-cinder-836996-23-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:24:05.935379 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:05.948672 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9aa49ec-1b1a-4a70-aac0-6d06452aec5e None None] Routers {'9c1d9c77-1b9d-4a44-8463-7522608f4462'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:24:05.949657 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-c9aa49ec-1b1a-4a70-aac0-6d06452aec5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:23:46Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['9c1d9c77-1b9d-4a44-8463-7522608f4462'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:24:05.955407 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-2b61e607-fea2-457e-987c-eedf14a8ce4c tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "DELETE /v2.0/floatingips/ab607342-53c4-4af6-b45a-5bf0939b6823 HTTP/1.1" status: 204 len: 168 time: 1.4692955 May 20 09:24:05.956231 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f18f53dc-1246-48a4-89c6-0872683b41a6', 'tag': 'b5598616-768d-4048-8257-a24495be6820'}] {{(pid=104275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:24:05.968418 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eea53449646a7168c1429fc9fd421a4bc8c13d7c241c91a60dad7e76b53d9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085a3eab-a67c-45a9-8612-f683e8675c84" -d '{"events": [{"name": "network-changed", "server_uuid": "f18f53dc-1246-48a4-89c6-0872683b41a6", "tag": "b5598616-768d-4048-8257-a24495be6820"}]}' {{(pid=104275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:24:05.975920 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3901995b-5f75-4d8b-8a83-cc56c7c5388b admin admin] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:24:05.982550 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-3901995b-5f75-4d8b-8a83-cc56c7c5388b admin admin] 10.222.0.69 "PUT /v2.0/routers/266a0a63-6e80-4e67-af13-46f7395fe56b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8486209 May 20 09:24:06.050055 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:06.059880 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 09:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4924e90e-fea6-4fe3-828a-8f7b5530d280 x-openstack-request-id: req-4924e90e-fea6-4fe3-828a-8f7b5530d280 {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:24:06.060390 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f18f53dc-1246-48a4-89c6-0872683b41a6", "tag": "b5598616-768d-4048-8257-a24495be6820", "status": "completed", "code": 200}]} {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:24:06.060801 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4924e90e-fea6-4fe3-828a-8f7b5530d280 {{(pid=104275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:24:06.061375 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4924e90e-fea6-4fe3-828a-8f7b5530d280'] response: {'name': 'network-changed', 'server_uuid': 'f18f53dc-1246-48a4-89c6-0872683b41a6', 'tag': 'b5598616-768d-4048-8257-a24495be6820', 'status': 'completed', 'code': 200} May 20 09:24:06.119023 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:06.137154 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-037cfed8-b24c-46fc-963f-c7a7913df0a3 None None] Provisioning complete for port 75d98465-d382-4e52-a918-616770ffee07 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:24:06.137433 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-037cfed8-b24c-46fc-963f-c7a7913df0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (75d98465-d382-4e52-a918-616770ffee07), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:06.152520 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a3eab-a67c-45a9-8612-f683e8675c84 req-aed4af6a-c167-4c58-9d45-cf51be5f74f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:24:06.156617 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-085a3eab-a67c-45a9-8612-f683e8675c84 req-aed4af6a-c167-4c58-9d45-cf51be5f74f6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f26ac8782fe0407cb6f146ba70e74246&device_id=f18f53dc-1246-48a4-89c6-0872683b41a6 HTTP/1.1" status: 200 len: 1130 time: 0.0904891 May 20 09:24:06.193832 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-c9aa49ec-1b1a-4a70-aac0-6d06452aec5e None None] Set router 9c1d9c77-1b9d-4a44-8463-7522608f4462 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:24:06.237760 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port 585f7199-e347-4a7b-b084-338ef37c839a is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:24:06.242569 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-037cfed8-b24c-46fc-963f-c7a7913df0a3 None None] Port 75d98465-d382-4e52-a918-616770ffee07 cannot update to ACTIVE because it is not bound. {{(pid=104277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 20 09:24:06.302408 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-c0186c37-07e1-43e1-bf56-8a67d5f83bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266a0a63-6e80-4e67-af13-46f7395fe56b', 'name': 'tempest-TestShelveInstance-157094053-router', 'tenant_id': 'd4a5d6e8c7c54171955700b2c1fadafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '790ae824-0e93-4bd7-8c6e-5c3d92fbd523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:24:02Z', 'updated_at': '2022-05-20T09:24:05Z', 'revision_number': 4, 'project_id': 'd4a5d6e8c7c54171955700b2c1fadafc', 'gw_port': {'id': '790ae824-0e93-4bd7-8c6e-5c3d92fbd523', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266a0a63-6e80-4e67-af13-46f7395fe56b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:24:02Z', 'updated_at': '2022-05-20T09:24:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '75d98465-d382-4e52-a918-616770ffee07', 'name': '', 'network_id': 'd89cd61e-063d-487a-a2df-5e9b998645fa', 'tenant_id': 'd4a5d6e8c7c54171955700b2c1fadafc', 'mac_address': 'fa:16:3e:43:56:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266a0a63-6e80-4e67-af13-46f7395fe56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ea1827b1-f8dd-4d28-a3c5-257b032457a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:24:04Z', 'updated_at': '2022-05-20T09:24:05Z', 'revision_number': 2, 'project_id': 'd4a5d6e8c7c54171955700b2c1fadafc', 'subnets': [{'id': 'ea1827b1-f8dd-4d28-a3c5-257b032457a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:24:06.309521 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:06.362604 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0186c37-07e1-43e1-bf56-8a67d5f83bc1 None None] The sync data for ids ['266a0a63-6e80-4e67-af13-46f7395fe56b'] in dv-cinder-836996-23-iscsi is: [{'id': '266a0a63-6e80-4e67-af13-46f7395fe56b', 'name': 'tempest-TestShelveInstance-157094053-router', 'tenant_id': 'd4a5d6e8c7c54171955700b2c1fadafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '790ae824-0e93-4bd7-8c6e-5c3d92fbd523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:24:02Z', 'updated_at': '2022-05-20T09:24:05Z', 'revision_number': 4, 'project_id': 'd4a5d6e8c7c54171955700b2c1fadafc', 'gw_port': {'id': '790ae824-0e93-4bd7-8c6e-5c3d92fbd523', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266a0a63-6e80-4e67-af13-46f7395fe56b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:24:02Z', 'updated_at': '2022-05-20T09:24:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '75d98465-d382-4e52-a918-616770ffee07', 'name': '', 'network_id': 'd89cd61e-063d-487a-a2df-5e9b998645fa', 'tenant_id': 'd4a5d6e8c7c54171955700b2c1fadafc', 'mac_address': 'fa:16:3e:43:56:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266a0a63-6e80-4e67-af13-46f7395fe56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ea1827b1-f8dd-4d28-a3c5-257b032457a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:24:04Z', 'updated_at': '2022-05-20T09:24:05Z', 'revision_number': 2, 'project_id': 'd4a5d6e8c7c54171955700b2c1fadafc', 'subnets': [{'id': 'ea1827b1-f8dd-4d28-a3c5-257b032457a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:24:06.371848 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b63aa-ca49-46cb-8c6d-8c51baf76f1d req-f8cba35d-14ef-443b-959b-0be09c9109d6 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:24:06.373464 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-aa6b63aa-ca49-46cb-8c6d-8c51baf76f1d req-f8cba35d-14ef-443b-959b-0be09c9109d6 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f18f53dc-1246-48a4-89c6-0872683b41a6 HTTP/1.1" status: 200 len: 946 time: 0.0528533 May 20 09:24:06.375300 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a3eab-a67c-45a9-8612-f683e8675c84 req-9a860135-a466-48ac-bc21-5cc8fa70235a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:24:06.377314 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-085a3eab-a67c-45a9-8612-f683e8675c84 req-9a860135-a466-48ac-bc21-5cc8fa70235a service neutron] 10.222.0.44 "GET /v2.0/networks?id=5f48dba5-6c8f-4717-93d6-9f60508a64db HTTP/1.1" status: 200 len: 913 time: 0.2155745 May 20 09:24:06.429369 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-aa6b63aa-ca49-46cb-8c6d-8c51baf76f1d req-6ad10c46-a3a1-48f0-9d39-483322807a84 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471234 May 20 09:24:06.461002 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-c9aa49ec-1b1a-4a70-aac0-6d06452aec5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'name': 'tempest-TestVolumeBootPattern-1154776738-router', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'b7ab6e55-17db-42cd-b0ce-5a4147e57649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:16:15Z', 'updated_at': '2022-05-20T09:16:21Z', 'revision_number': 4, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'gw_port': {'id': 'b7ab6e55-17db-42cd-b0ce-5a4147e57649', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:17Z', 'updated_at': '2022-05-20T09:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '1416c85d-0ef1-4a99-95a1-2930a49cdaab', 'name': '', 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'mac_address': 'fa:16:3e:4d:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '4497ded3-0270-4257-8e32-a5b32034f129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:20Z', 'updated_at': '2022-05-20T09:16:25Z', 'revision_number': 5, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'subnets': [{'id': '4497ded3-0270-4257-8e32-a5b32034f129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:24:06.486842 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9aa49ec-1b1a-4a70-aac0-6d06452aec5e None None] Checking router: 9c1d9c77-1b9d-4a44-8463-7522608f4462 for host: dv-cinder-836996-23-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:24:06.495911 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9aa49ec-1b1a-4a70-aac0-6d06452aec5e None None] Routers {'9c1d9c77-1b9d-4a44-8463-7522608f4462'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:24:06.496522 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-c9aa49ec-1b1a-4a70-aac0-6d06452aec5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:23:46Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['9c1d9c77-1b9d-4a44-8463-7522608f4462'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:24:06.527485 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 40540) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:24:06.532044 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-152e4cc1-4a0b-4109-8a44-45e3cd50d553 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2103521134', 'description': 'tempest-secgroup-smoke-2103521134 description', 'project_id': '0855d455651d42709d1baa57d5647015'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:24:06.558863 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-152e4cc1-4a0b-4109-8a44-45e3cd50d553 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Publish callbacks [] for security_group (None), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:06.630172 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-c9aa49ec-1b1a-4a70-aac0-6d06452aec5e None None] Set router 9c1d9c77-1b9d-4a44-8463-7522608f4462 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:24:06.654118 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-152e4cc1-4a0b-4109-8a44-45e3cd50d553 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Publish callbacks [] for security_group (783931fa-32e0-446e-880c-2f54623f7b47), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:06.663545 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-152e4cc1-4a0b-4109-8a44-45e3cd50d553 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (783931fa-32e0-446e-880c-2f54623f7b47), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:06.697282 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-152e4cc1-4a0b-4109-8a44-45e3cd50d553 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:06.698859 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-152e4cc1-4a0b-4109-8a44-45e3cd50d553 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1703513 May 20 09:24:06.701841 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 40542) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:24:06.706876 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-ccbc2713-4a0a-4769-9ad4-f014012fbe7c tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Request body: {'security_group_rule': {'security_group_id': '783931fa-32e0-446e-880c-2f54623f7b47', 'project_id': '0855d455651d42709d1baa57d5647015', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:24:06.712106 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152e4cc1-4a0b-4109-8a44-45e3cd50d553 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=783931fa-32e0-446e-880c-2f54623f7b47,revision_number=1']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:24:06.745114 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-ccbc2713-4a0a-4769-9ad4-f014012fbe7c tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Publish callbacks [] for security_group_rule (98598d08-9991-4d47-8058-209efc408fda), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:06.817196 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-ccbc2713-4a0a-4769-9ad4-f014012fbe7c tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Publish callbacks [] for security_group_rule (98598d08-9991-4d47-8058-209efc408fda), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:06.824483 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-ccbc2713-4a0a-4769-9ad4-f014012fbe7c tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547209'] for security_group_rule (98598d08-9991-4d47-8058-209efc408fda), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:06.846230 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-c9aa49ec-1b1a-4a70-aac0-6d06452aec5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'name': 'tempest-TestVolumeBootPattern-1154776738-router', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'b7ab6e55-17db-42cd-b0ce-5a4147e57649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:16:15Z', 'updated_at': '2022-05-20T09:16:21Z', 'revision_number': 4, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'gw_port': {'id': 'b7ab6e55-17db-42cd-b0ce-5a4147e57649', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:17Z', 'updated_at': '2022-05-20T09:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '1416c85d-0ef1-4a99-95a1-2930a49cdaab', 'name': '', 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'mac_address': 'fa:16:3e:4d:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '4497ded3-0270-4257-8e32-a5b32034f129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:20Z', 'updated_at': '2022-05-20T09:16:25Z', 'revision_number': 5, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'subnets': [{'id': '4497ded3-0270-4257-8e32-a5b32034f129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:24:06.848228 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbc2713-4a0a-4769-9ad4-f014012fbe7c tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98598d08-9991-4d47-8058-209efc408fda,revision_number=0']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:24:06.858878 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-ccbc2713-4a0a-4769-9ad4-f014012fbe7c tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:06.860830 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-ccbc2713-4a0a-4769-9ad4-f014012fbe7c tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1571958 May 20 09:24:06.862983 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 40544) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:24:06.868499 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-b12cf9a1-6461-4968-b690-27e8d40c3fc2 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Request body: {'security_group_rule': {'security_group_id': '783931fa-32e0-446e-880c-2f54623f7b47', 'project_id': '0855d455651d42709d1baa57d5647015', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:24:06.901688 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-b12cf9a1-6461-4968-b690-27e8d40c3fc2 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Publish callbacks [] for security_group_rule (9fd41972-e295-47ad-9bc5-2074d431bc8c), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:06.955767 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:06.958680 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-b12cf9a1-6461-4968-b690-27e8d40c3fc2 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Publish callbacks [] for security_group_rule (9fd41972-e295-47ad-9bc5-2074d431bc8c), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:06.964072 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-b12cf9a1-6461-4968-b690-27e8d40c3fc2 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547209'] for security_group_rule (9fd41972-e295-47ad-9bc5-2074d431bc8c), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:06.969449 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9aa49ec-1b1a-4a70-aac0-6d06452aec5e None None] The sync data for ids ['9c1d9c77-1b9d-4a44-8463-7522608f4462'] in dv-cinder-836996-23-iscsi is: [{'id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'name': 'tempest-TestVolumeBootPattern-1154776738-router', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'b7ab6e55-17db-42cd-b0ce-5a4147e57649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:16:15Z', 'updated_at': '2022-05-20T09:16:21Z', 'revision_number': 4, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'gw_port': {'id': 'b7ab6e55-17db-42cd-b0ce-5a4147e57649', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:17Z', 'updated_at': '2022-05-20T09:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '1416c85d-0ef1-4a99-95a1-2930a49cdaab', 'name': '', 'network_id': '5f48dba5-6c8f-4717-93d6-9f60508a64db', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'mac_address': 'fa:16:3e:4d:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '4497ded3-0270-4257-8e32-a5b32034f129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:20Z', 'updated_at': '2022-05-20T09:16:25Z', 'revision_number': 5, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'subnets': [{'id': '4497ded3-0270-4257-8e32-a5b32034f129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:24:06.986378 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12cf9a1-6461-4968-b690-27e8d40c3fc2 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fd41972-e295-47ad-9bc5-2074d431bc8c,revision_number=0']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:24:06.999849 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-b12cf9a1-6461-4968-b690-27e8d40c3fc2 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:07.001441 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-b12cf9a1-6461-4968-b690-27e8d40c3fc2 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1370559 May 20 09:24:07.004183 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 40546) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:24:07.008882 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-6d474358-5757-4ca9-9bd3-2d19a7735478 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Request body: {'security_group_rule': {'security_group_id': '783931fa-32e0-446e-880c-2f54623f7b47', 'project_id': '0855d455651d42709d1baa57d5647015', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:24:07.048543 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-6d474358-5757-4ca9-9bd3-2d19a7735478 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Publish callbacks [] for security_group_rule (f77878cf-c59b-4932-8452-8284b7f774a9), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:07.111471 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-6d474358-5757-4ca9-9bd3-2d19a7735478 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Publish callbacks [] for security_group_rule (f77878cf-c59b-4932-8452-8284b7f774a9), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:07.120003 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-6d474358-5757-4ca9-9bd3-2d19a7735478 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547209'] for security_group_rule (f77878cf-c59b-4932-8452-8284b7f774a9), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:07.139311 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d474358-5757-4ca9-9bd3-2d19a7735478 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f77878cf-c59b-4932-8452-8284b7f774a9,revision_number=0']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:24:07.148679 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-6d474358-5757-4ca9-9bd3-2d19a7735478 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:07.149902 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-6d474358-5757-4ca9-9bd3-2d19a7735478 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1446769 May 20 09:24:07.152679 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 40548) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:24:07.158899 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-a80f594f-a0b4-4e9c-beb8-b9e8700f2b83 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Request body: {'security_group_rule': {'security_group_id': '783931fa-32e0-446e-880c-2f54623f7b47', 'project_id': '0855d455651d42709d1baa57d5647015', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:24:07.208839 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-a80f594f-a0b4-4e9c-beb8-b9e8700f2b83 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Publish callbacks [] for security_group_rule (f4d87137-6806-4abf-b378-4ffa83e00305), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:07.281242 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-a80f594f-a0b4-4e9c-beb8-b9e8700f2b83 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Publish callbacks [] for security_group_rule (f4d87137-6806-4abf-b378-4ffa83e00305), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:07.287866 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-a80f594f-a0b4-4e9c-beb8-b9e8700f2b83 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547209'] for security_group_rule (f4d87137-6806-4abf-b378-4ffa83e00305), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:07.304978 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 790ae824-0e93-4bd7-8c6e-5c3d92fbd523 up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:24:07.351089 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-085a3eab-a67c-45a9-8612-f683e8675c84 req-88894fed-3a51-4529-99c6-f7841d9b1c98 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5598616-768d-4048-8257-a24495be6820 HTTP/1.1" status: 200 len: 217 time: 0.0601575 May 20 09:24:07.352034 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80f594f-a0b4-4e9c-beb8-b9e8700f2b83 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4d87137-6806-4abf-b378-4ffa83e00305,revision_number=0']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:24:07.356892 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-a80f594f-a0b4-4e9c-beb8-b9e8700f2b83 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:07.361116 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-a80f594f-a0b4-4e9c-beb8-b9e8700f2b83 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2045562 May 20 09:24:07.361116 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 40550) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:24:07.365708 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-2f471b32-c8f7-4b3e-b294-a94967412b36 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Request body: {'security_group_rule': {'security_group_id': '783931fa-32e0-446e-880c-2f54623f7b47', 'project_id': '0855d455651d42709d1baa57d5647015', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:24:07.369940 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8339d9f6-50ea-41ed-85e8-70b6e5835356 None None] New status for floating IP ab607342-53c4-4af6-b45a-5bf0939b6823: DOWN {{(pid=104277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 20 09:24:07.404337 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:07.428395 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.db.securitygroups_db [None req-2f471b32-c8f7-4b3e-b294-a94967412b36 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Project 0855d455651d42709d1baa57d5647015 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 09:24:07.436352 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a3eab-a67c-45a9-8612-f683e8675c84 req-febb3a7f-597f-4521-b3b9-267e60c1416c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:24:07.437790 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-085a3eab-a67c-45a9-8612-f683e8675c84 req-febb3a7f-597f-4521-b3b9-267e60c1416c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4497ded3-0270-4257-8e32-a5b32034f129 HTTP/1.1" status: 200 len: 851 time: 0.0654550 May 20 09:24:07.439231 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-2f471b32-c8f7-4b3e-b294-a94967412b36 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Publish callbacks [] for security_group_rule (f48b0143-207e-413b-8d7d-3a1f2471cfa2), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:07.458715 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port 790ae824-0e93-4bd7-8c6e-5c3d92fbd523 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:24:07.459441 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (790ae824-0e93-4bd7-8c6e-5c3d92fbd523), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:07.518333 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a3eab-a67c-45a9-8612-f683e8675c84 req-e52a1dba-6397-40c6-9e07-773e23e6e134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:24:07.519900 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-085a3eab-a67c-45a9-8612-f683e8675c84 req-e52a1dba-6397-40c6-9e07-773e23e6e134 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5f48dba5-6c8f-4717-93d6-9f60508a64db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0633535 May 20 09:24:07.537699 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port 790ae824-0e93-4bd7-8c6e-5c3d92fbd523 is: DOWN; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:24:07.538423 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (790ae824-0e93-4bd7-8c6e-5c3d92fbd523), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:07.546437 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-2f471b32-c8f7-4b3e-b294-a94967412b36 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Publish callbacks [] for security_group_rule (f48b0143-207e-413b-8d7d-3a1f2471cfa2), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:07.565717 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] For port 790ae824-0e93-4bd7-8c6e-5c3d92fbd523, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=790ae824-0e93-4bd7-8c6e-5c3d92fbd523,segment=NetworkSegment(99d4634d-7c16-4239-978b-38d882e34cf7),segment_id=99d4634d-7c16-4239-978b-38d882e34cf7)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:24:07.572049 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (790ae824-0e93-4bd7-8c6e-5c3d92fbd523), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:07.580976 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-2f471b32-c8f7-4b3e-b294-a94967412b36 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547209'] for security_group_rule (f48b0143-207e-413b-8d7d-3a1f2471cfa2), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:07.600557 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21407e3a-496d-4623-bf22-58232cbd90e0 req-10af0439-e9a8-48dd-8894-67dacb5d4f61 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:24:07.602778 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-21407e3a-496d-4623-bf22-58232cbd90e0 req-10af0439-e9a8-48dd-8894-67dacb5d4f61 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f18f53dc-1246-48a4-89c6-0872683b41a6 HTTP/1.1" status: 200 len: 946 time: 0.0792966 May 20 09:24:07.611063 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f471b32-c8f7-4b3e-b294-a94967412b36 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f48b0143-207e-413b-8d7d-3a1f2471cfa2,revision_number=0']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:24:07.629617 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-2f471b32-c8f7-4b3e-b294-a94967412b36 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:07.633648 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-2f471b32-c8f7-4b3e-b294-a94967412b36 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2688179 May 20 09:24:07.639408 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 40554) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:24:07.645200 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.v2.base [None req-0a28cafe-caba-453b-88ef-46417d4f5dc3 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Request body: {'security_group_rule': {'security_group_id': '783931fa-32e0-446e-880c-2f54623f7b47', 'project_id': '0855d455651d42709d1baa57d5647015', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:24:07.674307 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-21407e3a-496d-4623-bf22-58232cbd90e0 req-fe56f44d-f0d0-4fd4-a6ec-11289a33852f tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf3c320a-616e-473e-b007-70faf4e4726f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636435 May 20 09:24:07.676140 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-085a3eab-a67c-45a9-8612-f683e8675c84 req-842d6368-135b-4e4f-8aac-4ebb2676102e service neutron] 10.222.0.44 "GET /v2.0/networks/5f48dba5-6c8f-4717-93d6-9f60508a64db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470740 May 20 09:24:07.704519 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.db.securitygroups_db [None req-0a28cafe-caba-453b-88ef-46417d4f5dc3 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Project 0855d455651d42709d1baa57d5647015 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 09:24:07.785203 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5d385-1b63-4b9a-b85c-d230ff5a9cd0 req-f41bbb11-ce57-4e6a-a54d-5bd636af5990 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:24:07.787230 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-acf5d385-1b63-4b9a-b85c-d230ff5a9cd0 req-f41bbb11-ce57-4e6a-a54d-5bd636af5990 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.44 "GET /v2.0/ports?device_id=f18f53dc-1246-48a4-89c6-0872683b41a6 HTTP/1.1" status: 200 len: 946 time: 0.0636659 May 20 09:24:07.789123 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:07.795011 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Pushing event updated for resources: {'Port': ['ID=790ae824-0e93-4bd7-8c6e-5c3d92fbd523,revision_number=4']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:24:07.804965 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-0a28cafe-caba-453b-88ef-46417d4f5dc3 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Publish callbacks [] for security_group_rule (56ac7133-d537-4eeb-952b-b20d77fc30e8), before_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:07.838471 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-085a3eab-a67c-45a9-8612-f683e8675c84 req-3c3e8964-3c14-4839-819f-863e84748631 service neutron] 10.222.0.44 "GET /v2.0/networks/5f48dba5-6c8f-4717-93d6-9f60508a64db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550097 May 20 09:24:07.880496 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [req-acf5d385-1b63-4b9a-b85c-d230ff5a9cd0 req-b58137c5-cf9c-4046-8f9a-ca336a9066f9 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Deleting port b5598616-768d-4048-8257-a24495be6820 {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:24:07.880910 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-acf5d385-1b63-4b9a-b85c-d230ff5a9cd0 req-b58137c5-cf9c-4046-8f9a-ca336a9066f9 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (b5598616-768d-4048-8257-a24495be6820), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:07.886308 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-0a28cafe-caba-453b-88ef-46417d4f5dc3 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Publish callbacks [] for security_group_rule (56ac7133-d537-4eeb-952b-b20d77fc30e8), precommit_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:07.892402 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-0a28cafe-caba-453b-88ef-46417d4f5dc3 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547209'] for security_group_rule (56ac7133-d537-4eeb-952b-b20d77fc30e8), after_create {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:07.912272 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a28cafe-caba-453b-88ef-46417d4f5dc3 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56ac7133-d537-4eeb-952b-b20d77fc30e8,revision_number=0']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:24:07.924407 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-0a28cafe-caba-453b-88ef-46417d4f5dc3 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:07.935314 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-0a28cafe-caba-453b-88ef-46417d4f5dc3 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2866302 May 20 09:24:07.960584 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:07.985295 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [req-acf5d385-1b63-4b9a-b85c-d230ff5a9cd0 req-b58137c5-cf9c-4046-8f9a-ca336a9066f9 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] For port b5598616-768d-4048-8257-a24495be6820, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b5598616-768d-4048-8257-a24495be6820,segment=NetworkSegment(665fb377-4509-43d2-a447-5bd58fa768e8),segment_id=665fb377-4509-43d2-a447-5bd58fa768e8)] {{(pid=104276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:24:07.985656 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-acf5d385-1b63-4b9a-b85c-d230ff5a9cd0 req-b58137c5-cf9c-4046-8f9a-ca336a9066f9 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (b5598616-768d-4048-8257-a24495be6820), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:07.999582 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [req-acf5d385-1b63-4b9a-b85c-d230ff5a9cd0 req-b58137c5-cf9c-4046-8f9a-ca336a9066f9 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Calling delete_port for b5598616-768d-4048-8257-a24495be6820 owned by compute:nova {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:24:08.401599 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-acf5d385-1b63-4b9a-b85c-d230ff5a9cd0 req-b58137c5-cf9c-4046-8f9a-ca336a9066f9 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (b5598616-768d-4048-8257-a24495be6820), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:08.429599 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58137c5-cf9c-4046-8f9a-ca336a9066f9 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Pushing event deleted for resources: {'Port': ['ID=b5598616-768d-4048-8257-a24495be6820,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:24:08.478668 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [req-acf5d385-1b63-4b9a-b85c-d230ff5a9cd0 req-b58137c5-cf9c-4046-8f9a-ca336a9066f9 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] No DVR routers for this DVR port b5598616-768d-4048-8257-a24495be6820 on host hv-cinder-83699 {{(pid=104276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:24:08.481290 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-acf5d385-1b63-4b9a-b85c-d230ff5a9cd0 req-b58137c5-cf9c-4046-8f9a-ca336a9066f9 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for port (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:08.484646 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-acf5d385-1b63-4b9a-b85c-d230ff5a9cd0 req-b58137c5-cf9c-4046-8f9a-ca336a9066f9 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.44 "DELETE /v2.0/ports/b5598616-768d-4048-8257-a24495be6820 HTTP/1.1" status: 204 len: 173 time: 0.6922657 May 20 09:24:08.485137 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18f53dc-1246-48a4-89c6-0872683b41a6', 'name': 'network-vif-deleted', 'tag': 'b5598616-768d-4048-8257-a24495be6820'}] {{(pid=104276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:24:08.488125 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f1859fdf6517cac9f3390f7253b255bfbc77edc31af200be8f81c994e01841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09c33cc-438e-49e9-873f-ce0cf3e18e52" -d '{"events": [{"server_uuid": "f18f53dc-1246-48a4-89c6-0872683b41a6", "name": "network-vif-deleted", "tag": "b5598616-768d-4048-8257-a24495be6820"}]}' {{(pid=104276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:24:08.531979 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 09:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2adaddeb-4174-4838-8cad-f7b2ca5345e3 x-openstack-request-id: req-2adaddeb-4174-4838-8cad-f7b2ca5345e3 {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:24:08.532367 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f18f53dc-1246-48a4-89c6-0872683b41a6", "name": "network-vif-deleted", "tag": "b5598616-768d-4048-8257-a24495be6820", "status": "completed", "code": 200}]} {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:24:08.532703 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2adaddeb-4174-4838-8cad-f7b2ca5345e3 {{(pid=104276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:24:08.533215 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2adaddeb-4174-4838-8cad-f7b2ca5345e3'] response: {'server_uuid': 'f18f53dc-1246-48a4-89c6-0872683b41a6', 'name': 'network-vif-deleted', 'tag': 'b5598616-768d-4048-8257-a24495be6820', 'status': 'completed', 'code': 200} May 20 09:24:08.780034 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-5c1a4739-641c-465a-ba71-dc5110d414a7 req-cc7dc327-1803-4d7f-80df-a923670a67bd tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f18f53dc-1246-48a4-89c6-0872683b41a6 HTTP/1.1" status: 200 len: 210 time: 0.0300741 May 20 09:24:09.269547 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 790ae824-0e93-4bd7-8c6e-5c3d92fbd523 up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:24:09.315413 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port 790ae824-0e93-4bd7-8c6e-5c3d92fbd523 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:24:09.315781 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (790ae824-0e93-4bd7-8c6e-5c3d92fbd523), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:09.390071 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port 790ae824-0e93-4bd7-8c6e-5c3d92fbd523 is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:24:09.845315 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 40624) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:24:09.958728 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [None req-14dec13b-074a-4766-b4ad-477a5b179ed6 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Deleting port 3bcce168-65d5-442d-bb94-bbc88d9b2dca {{(pid=104275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:24:09.959079 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-14dec13b-074a-4766-b4ad-477a5b179ed6 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (3bcce168-65d5-442d-bb94-bbc88d9b2dca), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:10.044256 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-14dec13b-074a-4766-b4ad-477a5b179ed6 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (3bcce168-65d5-442d-bb94-bbc88d9b2dca), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:10.044555 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-14dec13b-074a-4766-b4ad-477a5b179ed6 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks [] for floatingip (3bcce168-65d5-442d-bb94-bbc88d9b2dca), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:10.058769 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [None req-14dec13b-074a-4766-b4ad-477a5b179ed6 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Calling delete_port for 3bcce168-65d5-442d-bb94-bbc88d9b2dca owned by network:floatingip {{(pid=104275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:24:10.180720 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:10.200309 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-14dec13b-074a-4766-b4ad-477a5b179ed6 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30908355'] for port (3bcce168-65d5-442d-bb94-bbc88d9b2dca), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:10.237243 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dec13b-074a-4766-b4ad-477a5b179ed6 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Pushing event deleted for resources: {'Port': ['ID=3bcce168-65d5-442d-bb94-bbc88d9b2dca,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:24:10.247995 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d035fc5-468f-4dc3-bfd0-428354a297b7 None None] Sync routers for ids ['266a0a63-6e80-4e67-af13-46f7395fe56b'] in dv-cinder-836996-23-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:24:10.260088 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d035fc5-468f-4dc3-bfd0-428354a297b7 None None] Routers {'266a0a63-6e80-4e67-af13-46f7395fe56b'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:24:10.260847 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-5d035fc5-468f-4dc3-bfd0-428354a297b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:23:46Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['266a0a63-6e80-4e67-af13-46f7395fe56b'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:24:10.293950 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-14dec13b-074a-4766-b4ad-477a5b179ed6 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks [] for floatingip (01106573-57fc-43a7-b3d3-0b4eb4a9089b), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:10.296544 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-14dec13b-074a-4766-b4ad-477a5b179ed6 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for floatingip (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:10.297730 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-14dec13b-074a-4766-b4ad-477a5b179ed6 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "DELETE /v2.0/floatingips/01106573-57fc-43a7-b3d3-0b4eb4a9089b HTTP/1.1" status: 204 len: 168 time: 0.4519227 May 20 09:24:10.363505 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-5d035fc5-468f-4dc3-bfd0-428354a297b7 None None] Set router 266a0a63-6e80-4e67-af13-46f7395fe56b gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:24:10.559129 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:10.559129 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-5d035fc5-468f-4dc3-bfd0-428354a297b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266a0a63-6e80-4e67-af13-46f7395fe56b', 'name': 'tempest-TestShelveInstance-157094053-router', 'tenant_id': 'd4a5d6e8c7c54171955700b2c1fadafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '790ae824-0e93-4bd7-8c6e-5c3d92fbd523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:24:02Z', 'updated_at': '2022-05-20T09:24:05Z', 'revision_number': 4, 'project_id': 'd4a5d6e8c7c54171955700b2c1fadafc', 'gw_port': {'id': '790ae824-0e93-4bd7-8c6e-5c3d92fbd523', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266a0a63-6e80-4e67-af13-46f7395fe56b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:24:02Z', 'updated_at': '2022-05-20T09:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '75d98465-d382-4e52-a918-616770ffee07', 'name': '', 'network_id': 'd89cd61e-063d-487a-a2df-5e9b998645fa', 'tenant_id': 'd4a5d6e8c7c54171955700b2c1fadafc', 'mac_address': 'fa:16:3e:43:56:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266a0a63-6e80-4e67-af13-46f7395fe56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ea1827b1-f8dd-4d28-a3c5-257b032457a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:24:04Z', 'updated_at': '2022-05-20T09:24:05Z', 'revision_number': 2, 'project_id': 'd4a5d6e8c7c54171955700b2c1fadafc', 'subnets': [{'id': 'ea1827b1-f8dd-4d28-a3c5-257b032457a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:24:10.592427 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d035fc5-468f-4dc3-bfd0-428354a297b7 None None] Checking router: 266a0a63-6e80-4e67-af13-46f7395fe56b for host: dv-cinder-836996-23-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:24:10.592780 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d035fc5-468f-4dc3-bfd0-428354a297b7 None None] Updating router 266a0a63-6e80-4e67-af13-46f7395fe56b port 75d98465-d382-4e52-a918-616770ffee07 binding host dv-cinder-836996-23-iscsi {{(pid=104278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 09:24:10.594624 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:10.622337 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5d035fc5-468f-4dc3-bfd0-428354a297b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (75d98465-d382-4e52-a918-616770ffee07), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:10.923288 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5d035fc5-468f-4dc3-bfd0-428354a297b7 None None] Publish callbacks [] for port (75d98465-d382-4e52-a918-616770ffee07), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:10.931950 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5d035fc5-468f-4dc3-bfd0-428354a297b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (75d98465-d382-4e52-a918-616770ffee07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:10.994075 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b50c64f-089e-4d3a-a9e0-fe17188d0e1a None None] Pushing event updated for resources: {'Port': ['ID=75d98465-d382-4e52-a918-616770ffee07,revision_number=3']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:24:11.050821 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-5d035fc5-468f-4dc3-bfd0-428354a297b7 None None] Attempting to bind port 75d98465-d382-4e52-a918-616770ffee07 on host dv-cinder-836996-23-iscsi for vnic_type normal with profile {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 20 09:24:11.050821 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-5d035fc5-468f-4dc3-bfd0-428354a297b7 None None] Attempting to bind port 75d98465-d382-4e52-a918-616770ffee07 by drivers openvswitch,hyperv on host dv-cinder-836996-23-iscsi at level 0 using segments [{'id': '7ca6c44f-65a1-4c01-b1ba-6a407439bbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'd89cd61e-063d-487a-a2df-5e9b998645fa'}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 20 09:24:11.050821 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d035fc5-468f-4dc3-bfd0-428354a297b7 None None] Attempting to bind port 75d98465-d382-4e52-a918-616770ffee07 on network d89cd61e-063d-487a-a2df-5e9b998645fa {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:24:11.055677 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d035fc5-468f-4dc3-bfd0-428354a297b7 None None] Checking agent: {'id': '8cdc3712-48c6-4c17-b1e2-8ec392d7f09b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 9, 4, 50), 'started_at': datetime.datetime(2022, 5, 20, 9, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 9, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 09:24:11.056045 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d035fc5-468f-4dc3-bfd0-428354a297b7 None None] Checking segment: {'id': '7ca6c44f-65a1-4c01-b1ba-6a407439bbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'd89cd61e-063d-487a-a2df-5e9b998645fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:24:11.056433 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5d035fc5-468f-4dc3-bfd0-428354a297b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:11.056810 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d035fc5-468f-4dc3-bfd0-428354a297b7 None None] Bound using segment: {'id': '7ca6c44f-65a1-4c01-b1ba-6a407439bbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'd89cd61e-063d-487a-a2df-5e9b998645fa'} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 09:24:11.057264 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-5d035fc5-468f-4dc3-bfd0-428354a297b7 None None] Bound port: 75d98465-d382-4e52-a918-616770ffee07, host: dv-cinder-836996-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ca6c44f-65a1-4c01-b1ba-6a407439bbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'd89cd61e-063d-487a-a2df-5e9b998645fa'}}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 20 09:24:11.057629 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5d035fc5-468f-4dc3-bfd0-428354a297b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (75d98465-d382-4e52-a918-616770ffee07), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:11.125448 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-5d035fc5-468f-4dc3-bfd0-428354a297b7 None None] For port 75d98465-d382-4e52-a918-616770ffee07, host dv-cinder-836996-23-iscsi, cleared binding levels {{(pid=104278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 09:24:11.128831 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-5d035fc5-468f-4dc3-bfd0-428354a297b7 None None] For port 75d98465-d382-4e52-a918-616770ffee07, host dv-cinder-836996-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=75d98465-d382-4e52-a918-616770ffee07,segment=NetworkSegment(7ca6c44f-65a1-4c01-b1ba-6a407439bbbb),segment_id=7ca6c44f-65a1-4c01-b1ba-6a407439bbbb)] {{(pid=104278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 09:24:11.136153 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5d035fc5-468f-4dc3-bfd0-428354a297b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (75d98465-d382-4e52-a918-616770ffee07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:11.194945 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d035fc5-468f-4dc3-bfd0-428354a297b7 None None] Routers {'266a0a63-6e80-4e67-af13-46f7395fe56b'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:24:11.195640 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-5d035fc5-468f-4dc3-bfd0-428354a297b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:23:46Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['266a0a63-6e80-4e67-af13-46f7395fe56b'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:24:11.210586 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-73ab02e0-f558-4246-a350-ebe6ad39af59 None None] Provisioning complete for port 75d98465-d382-4e52-a918-616770ffee07 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:24:11.215854 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-73ab02e0-f558-4246-a350-ebe6ad39af59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (75d98465-d382-4e52-a918-616770ffee07), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:11.234605 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b50c64f-089e-4d3a-a9e0-fe17188d0e1a None None] Pushing event updated for resources: {'Port': ['ID=75d98465-d382-4e52-a918-616770ffee07,revision_number=4']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:24:11.307751 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-73ab02e0-f558-4246-a350-ebe6ad39af59 None None] Current status of the port 75d98465-d382-4e52-a918-616770ffee07 is: DOWN; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:24:11.308225 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-73ab02e0-f558-4246-a350-ebe6ad39af59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (75d98465-d382-4e52-a918-616770ffee07), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:11.308681 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-5d035fc5-468f-4dc3-bfd0-428354a297b7 None None] Set router 266a0a63-6e80-4e67-af13-46f7395fe56b gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:24:11.349682 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-73ab02e0-f558-4246-a350-ebe6ad39af59 None None] For port 75d98465-d382-4e52-a918-616770ffee07, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=75d98465-d382-4e52-a918-616770ffee07,segment=NetworkSegment(7ca6c44f-65a1-4c01-b1ba-6a407439bbbb),segment_id=7ca6c44f-65a1-4c01-b1ba-6a407439bbbb)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:24:11.354695 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-73ab02e0-f558-4246-a350-ebe6ad39af59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (75d98465-d382-4e52-a918-616770ffee07), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:11.396231 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:11.414182 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab02e0-f558-4246-a350-ebe6ad39af59 None None] Pushing event updated for resources: {'Port': ['ID=75d98465-d382-4e52-a918-616770ffee07,revision_number=5']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:24:11.444679 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:11.475988 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-980318ec-75f1-4855-83ca-615df05cedc3 None None] Provisioning complete for port 75d98465-d382-4e52-a918-616770ffee07 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:24:11.476543 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-980318ec-75f1-4855-83ca-615df05cedc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (75d98465-d382-4e52-a918-616770ffee07), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:11.510595 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 40638) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:24:11.513394 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-5d035fc5-468f-4dc3-bfd0-428354a297b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266a0a63-6e80-4e67-af13-46f7395fe56b', 'name': 'tempest-TestShelveInstance-157094053-router', 'tenant_id': 'd4a5d6e8c7c54171955700b2c1fadafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '790ae824-0e93-4bd7-8c6e-5c3d92fbd523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:24:02Z', 'updated_at': '2022-05-20T09:24:05Z', 'revision_number': 4, 'project_id': 'd4a5d6e8c7c54171955700b2c1fadafc', 'gw_port': {'id': '790ae824-0e93-4bd7-8c6e-5c3d92fbd523', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266a0a63-6e80-4e67-af13-46f7395fe56b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:24:02Z', 'updated_at': '2022-05-20T09:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '75d98465-d382-4e52-a918-616770ffee07', 'name': '', 'network_id': 'd89cd61e-063d-487a-a2df-5e9b998645fa', 'tenant_id': 'd4a5d6e8c7c54171955700b2c1fadafc', 'mac_address': 'fa:16:3e:43:56:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266a0a63-6e80-4e67-af13-46f7395fe56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ea1827b1-f8dd-4d28-a3c5-257b032457a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:24:04Z', 'updated_at': '2022-05-20T09:24:11Z', 'revision_number': 4, 'project_id': 'd4a5d6e8c7c54171955700b2c1fadafc', 'subnets': [{'id': 'ea1827b1-f8dd-4d28-a3c5-257b032457a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:24:11.541427 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d035fc5-468f-4dc3-bfd0-428354a297b7 None None] The sync data for ids ['266a0a63-6e80-4e67-af13-46f7395fe56b'] in dv-cinder-836996-23-iscsi is: [{'id': '266a0a63-6e80-4e67-af13-46f7395fe56b', 'name': 'tempest-TestShelveInstance-157094053-router', 'tenant_id': 'd4a5d6e8c7c54171955700b2c1fadafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '790ae824-0e93-4bd7-8c6e-5c3d92fbd523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:24:02Z', 'updated_at': '2022-05-20T09:24:05Z', 'revision_number': 4, 'project_id': 'd4a5d6e8c7c54171955700b2c1fadafc', 'gw_port': {'id': '790ae824-0e93-4bd7-8c6e-5c3d92fbd523', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266a0a63-6e80-4e67-af13-46f7395fe56b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:24:02Z', 'updated_at': '2022-05-20T09:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': '75d98465-d382-4e52-a918-616770ffee07', 'name': '', 'network_id': 'd89cd61e-063d-487a-a2df-5e9b998645fa', 'tenant_id': 'd4a5d6e8c7c54171955700b2c1fadafc', 'mac_address': 'fa:16:3e:43:56:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266a0a63-6e80-4e67-af13-46f7395fe56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ea1827b1-f8dd-4d28-a3c5-257b032457a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:24:04Z', 'updated_at': '2022-05-20T09:24:11Z', 'revision_number': 4, 'project_id': 'd4a5d6e8c7c54171955700b2c1fadafc', 'subnets': [{'id': 'ea1827b1-f8dd-4d28-a3c5-257b032457a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:24:11.573562 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-56f2b346-13d6-431b-a463-2237d4a635a0 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks [] for security_group (cf3c320a-616e-473e-b007-70faf4e4726f), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:11.578669 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-980318ec-75f1-4855-83ca-615df05cedc3 None None] Current status of the port 75d98465-d382-4e52-a918-616770ffee07 is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:24:11.601376 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-56f2b346-13d6-431b-a463-2237d4a635a0 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks [] for security_group (cf3c320a-616e-473e-b007-70faf4e4726f), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:11.668569 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-56f2b346-13d6-431b-a463-2237d4a635a0 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (cf3c320a-616e-473e-b007-70faf4e4726f), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:11.671358 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-56f2b346-13d6-431b-a463-2237d4a635a0 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:11.674993 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-56f2b346-13d6-431b-a463-2237d4a635a0 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] 10.222.0.69 "DELETE /v2.0/security-groups/cf3c320a-616e-473e-b007-70faf4e4726f HTTP/1.1" status: 204 len: 168 time: 0.1609802 May 20 09:24:11.692558 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f2b346-13d6-431b-a463-2237d4a635a0 tempest-TestVolumeBootPattern-297936034 tempest-TestVolumeBootPattern-297936034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3c320a-616e-473e-b007-70faf4e4726f,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:24:11.743778 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 40644) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:24:12.101932 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:12.238934 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-2545e61e-bff3-4e98-9bda-5591ac22a52d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683207'] for router_interface (9c1d9c77-1b9d-4a44-8463-7522608f4462), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:12.477103 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [None req-2545e61e-bff3-4e98-9bda-5591ac22a52d admin admin] Deleting port 1416c85d-0ef1-4a99-95a1-2930a49cdaab {{(pid=104275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:24:12.477448 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-2545e61e-bff3-4e98-9bda-5591ac22a52d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (1416c85d-0ef1-4a99-95a1-2930a49cdaab), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:12.560561 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [None req-2545e61e-bff3-4e98-9bda-5591ac22a52d admin admin] For port 1416c85d-0ef1-4a99-95a1-2930a49cdaab, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=1416c85d-0ef1-4a99-95a1-2930a49cdaab,segment=NetworkSegment(665fb377-4509-43d2-a447-5bd58fa768e8),segment_id=665fb377-4509-43d2-a447-5bd58fa768e8)] {{(pid=104275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:24:12.561314 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-2545e61e-bff3-4e98-9bda-5591ac22a52d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (1416c85d-0ef1-4a99-95a1-2930a49cdaab), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:12.574454 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [None req-2545e61e-bff3-4e98-9bda-5591ac22a52d admin admin] Calling delete_port for 1416c85d-0ef1-4a99-95a1-2930a49cdaab owned by network:router_interface {{(pid=104275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:24:12.634567 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:12.671175 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device b5598616-768d-4048-8257-a24495be6820 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 09:24:12.704131 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] No Port match for: b5598616-768d-4048-8257-a24495be6820 {{(pid=104277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 20 09:24:12.704472 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device b5598616-768d-4048-8257-a24495be6820 not bound to the agent host hv-cinder-83699 {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 09:24:12.764845 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-2545e61e-bff3-4e98-9bda-5591ac22a52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30908355'] for port (1416c85d-0ef1-4a99-95a1-2930a49cdaab), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:12.792798 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2545e61e-bff3-4e98-9bda-5591ac22a52d admin admin] Pushing event deleted for resources: {'Port': ['ID=1416c85d-0ef1-4a99-95a1-2930a49cdaab,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:24:12.934828 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:12.954902 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-2545e61e-bff3-4e98-9bda-5591ac22a52d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683099'] for router_interface (9c1d9c77-1b9d-4a44-8463-7522608f4462), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:13.180764 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2545e61e-bff3-4e98-9bda-5591ac22a52d admin admin] Router 9c1d9c77-1b9d-4a44-8463-7522608f4462 has already been hosted by L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 {{(pid=104275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 09:24:13.315478 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2545e61e-bff3-4e98-9bda-5591ac22a52d admin admin] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:24:13.323386 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-2545e61e-bff3-4e98-9bda-5591ac22a52d admin admin] 10.222.0.69 "PUT /v2.0/routers/9c1d9c77-1b9d-4a44-8463-7522608f4462/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5761914 May 20 09:24:13.323911 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 40650) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:24:13.331056 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 75d98465-d382-4e52-a918-616770ffee07 up at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:24:13.335595 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc93ba66-4bdc-4dcd-8e1e-7257791e73f5 None None] Sync routers for ids ['9c1d9c77-1b9d-4a44-8463-7522608f4462'] in dv-cinder-836996-23-iscsi {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:24:13.367201 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:13.369578 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:13.388660 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc93ba66-4bdc-4dcd-8e1e-7257791e73f5 None None] Routers {'9c1d9c77-1b9d-4a44-8463-7522608f4462'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:24:13.389299 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-dc93ba66-4bdc-4dcd-8e1e-7257791e73f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:23:46Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['9c1d9c77-1b9d-4a44-8463-7522608f4462'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:24:13.436345 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2722d21d-25db-4d03-a891-94f0e4b0d157 admin admin] Publish callbacks [] for router (9c1d9c77-1b9d-4a44-8463-7522608f4462), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:13.489710 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Provisioning complete for port 75d98465-d382-4e52-a918-616770ffee07 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:24:13.490085 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (75d98465-d382-4e52-a918-616770ffee07), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:13.542967 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2722d21d-25db-4d03-a891-94f0e4b0d157 admin admin] Publish callbacks [] for router_gateway (9c1d9c77-1b9d-4a44-8463-7522608f4462), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:13.592635 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-2722d21d-25db-4d03-a891-94f0e4b0d157 admin admin] Deleting port b7ab6e55-17db-42cd-b0ce-5a4147e57649 {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:24:13.592895 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2722d21d-25db-4d03-a891-94f0e4b0d157 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (b7ab6e55-17db-42cd-b0ce-5a4147e57649), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:13.617076 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-dc93ba66-4bdc-4dcd-8e1e-7257791e73f5 None None] Set router 9c1d9c77-1b9d-4a44-8463-7522608f4462 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:24:13.623639 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-82a0ef35-4c39-498b-9e10-514986e36e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:13.680020 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [None req-2722d21d-25db-4d03-a891-94f0e4b0d157 admin admin] For port b7ab6e55-17db-42cd-b0ce-5a4147e57649, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=b7ab6e55-17db-42cd-b0ce-5a4147e57649,segment=NetworkSegment(99d4634d-7c16-4239-978b-38d882e34cf7),segment_id=99d4634d-7c16-4239-978b-38d882e34cf7)] {{(pid=104276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:24:13.680366 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2722d21d-25db-4d03-a891-94f0e4b0d157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (b7ab6e55-17db-42cd-b0ce-5a4147e57649), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:13.695286 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-2722d21d-25db-4d03-a891-94f0e4b0d157 admin admin] Calling delete_port for b7ab6e55-17db-42cd-b0ce-5a4147e57649 owned by network:router_gateway {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:24:13.785855 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Current status of the port 75d98465-d382-4e52-a918-616770ffee07 is: ACTIVE; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:24:13.845002 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-dc93ba66-4bdc-4dcd-8e1e-7257791e73f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'name': 'tempest-TestVolumeBootPattern-1154776738-router', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'b7ab6e55-17db-42cd-b0ce-5a4147e57649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:16:15Z', 'updated_at': '2022-05-20T09:24:12Z', 'revision_number': 5, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'gw_port': {'id': 'b7ab6e55-17db-42cd-b0ce-5a4147e57649', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:17Z', 'updated_at': '2022-05-20T09:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi'}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:24:13.867234 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2722d21d-25db-4d03-a891-94f0e4b0d157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (b7ab6e55-17db-42cd-b0ce-5a4147e57649), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:13.870756 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc93ba66-4bdc-4dcd-8e1e-7257791e73f5 None None] Checking router: 9c1d9c77-1b9d-4a44-8463-7522608f4462 for host: dv-cinder-836996-23-iscsi {{(pid=104277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:24:13.879770 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc93ba66-4bdc-4dcd-8e1e-7257791e73f5 None None] Routers {'9c1d9c77-1b9d-4a44-8463-7522608f4462'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:24:13.880467 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-dc93ba66-4bdc-4dcd-8e1e-7257791e73f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:23:46Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['9c1d9c77-1b9d-4a44-8463-7522608f4462'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:24:13.890554 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2722d21d-25db-4d03-a891-94f0e4b0d157 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7ab6e55-17db-42cd-b0ce-5a4147e57649,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:24:13.951150 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-dc93ba66-4bdc-4dcd-8e1e-7257791e73f5 None None] Set router 9c1d9c77-1b9d-4a44-8463-7522608f4462 gateway port host: None {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:24:13.958571 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2722d21d-25db-4d03-a891-94f0e4b0d157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680185'] for router_gateway (9c1d9c77-1b9d-4a44-8463-7522608f4462), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:14.003364 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-dc93ba66-4bdc-4dcd-8e1e-7257791e73f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'name': 'tempest-TestVolumeBootPattern-1154776738-router', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:16:15Z', 'updated_at': '2022-05-20T09:24:13Z', 'revision_number': 7, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'gw_port_host': None}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:24:14.011174 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:14.028777 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc93ba66-4bdc-4dcd-8e1e-7257791e73f5 None None] The sync data for ids ['9c1d9c77-1b9d-4a44-8463-7522608f4462'] in dv-cinder-836996-23-iscsi is: [{'id': '9c1d9c77-1b9d-4a44-8463-7522608f4462', 'name': 'tempest-TestVolumeBootPattern-1154776738-router', 'tenant_id': 'f26ac8782fe0407cb6f146ba70e74246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:16:15Z', 'updated_at': '2022-05-20T09:24:13Z', 'revision_number': 7, 'project_id': 'f26ac8782fe0407cb6f146ba70e74246', 'gw_port_host': None}] {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:24:14.045655 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2722d21d-25db-4d03-a891-94f0e4b0d157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1553'] for router (9c1d9c77-1b9d-4a44-8463-7522608f4462), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:14.047958 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2722d21d-25db-4d03-a891-94f0e4b0d157 admin admin] Publish callbacks [] for router_controller (9c1d9c77-1b9d-4a44-8463-7522608f4462), precommit_delete_associations {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:14.096979 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2722d21d-25db-4d03-a891-94f0e4b0d157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682147'] for router (9c1d9c77-1b9d-4a44-8463-7522608f4462), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:14.097642 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2722d21d-25db-4d03-a891-94f0e4b0d157 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c1d9c77-1b9d-4a44-8463-7522608f4462 {{(pid=104276) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 09:24:14.102667 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2722d21d-25db-4d03-a891-94f0e4b0d157 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:14.104536 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-2722d21d-25db-4d03-a891-94f0e4b0d157 admin admin] 10.222.0.69 "DELETE /v2.0/routers/9c1d9c77-1b9d-4a44-8463-7522608f4462 HTTP/1.1" status: 204 len: 168 time: 0.7793682 May 20 09:24:14.108269 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 40654) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:24:14.156840 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_v2 [None req-be55d575-6851-41e7-b6dc-e254482f2c29 admin admin] Deleting subnet 4497ded3-0270-4257-8e32-a5b32034f129 {{(pid=104276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 20 09:24:14.163405 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-be55d575-6851-41e7-b6dc-e254482f2c29 admin admin] Publish callbacks [] for subnet (4497ded3-0270-4257-8e32-a5b32034f129), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:14.199636 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-be55d575-6851-41e7-b6dc-e254482f2c29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30533093'] for subnet (4497ded3-0270-4257-8e32-a5b32034f129), precommit_delete_associations {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:14.276673 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:14.290422 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-be55d575-6851-41e7-b6dc-e254482f2c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1460055'] for subnet (4497ded3-0270-4257-8e32-a5b32034f129), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:14.344942 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-be55d575-6851-41e7-b6dc-e254482f2c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1460046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32461343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32308525'] for subnet (4497ded3-0270-4257-8e32-a5b32034f129), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:14.371128 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be55d575-6851-41e7-b6dc-e254482f2c29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4497ded3-0270-4257-8e32-a5b32034f129,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:24:14.375792 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-be55d575-6851-41e7-b6dc-e254482f2c29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for subnet (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:14.379091 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-be55d575-6851-41e7-b6dc-e254482f2c29 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/4497ded3-0270-4257-8e32-a5b32034f129 HTTP/1.1" status: 204 len: 168 time: 0.2693617 May 20 09:24:14.382233 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 40656) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:24:14.383923 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5473625e-f0f1-46d9-8897-76221132821b None None] Network 5f48dba5-6c8f-4717-93d6-9f60508a64db requested from dv-cinder-836996-23-iscsi {{(pid=104277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 20 09:24:14.458587 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-0df5c004-87ed-4299-bae2-935514a43fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1485502'] for network (5f48dba5-6c8f-4717-93d6-9f60508a64db), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:14.505125 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-0df5c004-87ed-4299-bae2-935514a43fe3 admin admin] Deleting port 4c2cc5bc-794b-4f12-b976-5bc713436c73 {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:24:14.505458 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-0df5c004-87ed-4299-bae2-935514a43fe3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (4c2cc5bc-794b-4f12-b976-5bc713436c73), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:14.583650 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [None req-0df5c004-87ed-4299-bae2-935514a43fe3 admin admin] For port 4c2cc5bc-794b-4f12-b976-5bc713436c73, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=4c2cc5bc-794b-4f12-b976-5bc713436c73,segment=NetworkSegment(665fb377-4509-43d2-a447-5bd58fa768e8),segment_id=665fb377-4509-43d2-a447-5bd58fa768e8)] {{(pid=104276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:24:14.584107 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-0df5c004-87ed-4299-bae2-935514a43fe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (4c2cc5bc-794b-4f12-b976-5bc713436c73), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:14.604273 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-0df5c004-87ed-4299-bae2-935514a43fe3 admin admin] Calling delete_port for 4c2cc5bc-794b-4f12-b976-5bc713436c73 owned by network:dhcp {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:24:14.662675 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09635e73-5840-40db-b36a-4421f6f7db6a None None] DHCP port deletion for 5f48dba5-6c8f-4717-93d6-9f60508a64db request from dv-cinder-836996-23-iscsi {{(pid=104277) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 20 09:24:14.673133 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:14.695186 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-0df5c004-87ed-4299-bae2-935514a43fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (4c2cc5bc-794b-4f12-b976-5bc713436c73), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:14.711616 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-09635e73-5840-40db-b36a-4421f6f7db6a None None] Deleting port 4c2cc5bc-794b-4f12-b976-5bc713436c73 {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:24:14.712045 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-09635e73-5840-40db-b36a-4421f6f7db6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (4c2cc5bc-794b-4f12-b976-5bc713436c73), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:14.723559 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df5c004-87ed-4299-bae2-935514a43fe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c2cc5bc-794b-4f12-b976-5bc713436c73,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:24:14.725438 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df5c004-87ed-4299-bae2-935514a43fe3 admin admin] No DVR routers for this DVR port 4c2cc5bc-794b-4f12-b976-5bc713436c73 on host dv-cinder-836996-23-iscsi {{(pid=104276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:24:14.792577 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-09635e73-5840-40db-b36a-4421f6f7db6a None None] For port 4c2cc5bc-794b-4f12-b976-5bc713436c73, host dv-cinder-836996-23-iscsi, got binding levels [] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:24:14.793084 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-09635e73-5840-40db-b36a-4421f6f7db6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (4c2cc5bc-794b-4f12-b976-5bc713436c73), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:14.808086 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-09635e73-5840-40db-b36a-4421f6f7db6a None None] Calling delete_port for 4c2cc5bc-794b-4f12-b976-5bc713436c73 owned by network:dhcp {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:24:14.809182 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-0df5c004-87ed-4299-bae2-935514a43fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458914', 'neutron.services.segments.db._delete_segments_for_network-8728767071618'] for network (5f48dba5-6c8f-4717-93d6-9f60508a64db), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:14.811061 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.ipam_backend_mixin [None req-09635e73-5840-40db-b36a-4421f6f7db6a None None] Port 4c2cc5bc-794b-4f12-b976-5bc713436c73 was not found and therefore no delete operation was performed {{(pid=104277) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 20 09:24:14.812607 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-09635e73-5840-40db-b36a-4421f6f7db6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945'] for port (4c2cc5bc-794b-4f12-b976-5bc713436c73), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:14.834753 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.services.segments.db [None req-0df5c004-87ed-4299-bae2-935514a43fe3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f48dba5-6c8f-4717-93d6-9f60508a64db']}} {{(pid=104276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:24:14.845050 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.services.segments.db [None req-0df5c004-87ed-4299-bae2-935514a43fe3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '665fb377-4509-43d2-a447-5bd58fa768e8') {'for_net_delete': True} {{(pid=104276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:24:14.845213 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09635e73-5840-40db-b36a-4421f6f7db6a None None] Pushing event deleted for resources: {'Port': ['ID=4c2cc5bc-794b-4f12-b976-5bc713436c73,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:24:14.845483 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.services.segments.db [None req-0df5c004-87ed-4299-bae2-935514a43fe3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '665fb377-4509-43d2-a447-5bd58fa768e8') {} {{(pid=104276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:24:14.849527 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09635e73-5840-40db-b36a-4421f6f7db6a None None] No DVR routers for this DVR port 4c2cc5bc-794b-4f12-b976-5bc713436c73 on host dv-cinder-836996-23-iscsi {{(pid=104277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:24:14.856283 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-0df5c004-87ed-4299-bae2-935514a43fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728767071371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30533084'] for segment (665fb377-4509-43d2-a447-5bd58fa768e8), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:14.880080 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-0df5c004-87ed-4299-bae2-935514a43fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461326'] for segment (665fb377-4509-43d2-a447-5bd58fa768e8), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:14.889736 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0df5c004-87ed-4299-bae2-935514a43fe3 admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=104276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 09:24:14.890117 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-0df5c004-87ed-4299-bae2-935514a43fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32464829'] for segment (665fb377-4509-43d2-a447-5bd58fa768e8), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:14.933293 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.services.segments.plugin [-] Segment 665fb377-4509-43d2-a447-5bd58fa768e8 resource provider aggregate not found May 20 09:24:14.952778 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.services.segments.plugin [-] Segment 665fb377-4509-43d2-a447-5bd58fa768e8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 665fb377-4509-43d2-a447-5bd58fa768e8 found for delete ", "request_id": "req-4f6355e8-4517-4e26-b818-44daa3e53648"}]} May 20 09:24:14.961975 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-0df5c004-87ed-4299-bae2-935514a43fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680149'] for network (5f48dba5-6c8f-4717-93d6-9f60508a64db), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:14.967540 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-0df5c004-87ed-4299-bae2-935514a43fe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for network (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:14.970578 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-0df5c004-87ed-4299-bae2-935514a43fe3 admin admin] 10.222.0.69 "DELETE /v2.0/networks/5f48dba5-6c8f-4717-93d6-9f60508a64db HTTP/1.1" status: 204 len: 168 time: 0.5873427 May 20 09:24:14.973772 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 40664) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:24:14.996342 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df5c004-87ed-4299-bae2-935514a43fe3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f48dba5-6c8f-4717-93d6-9f60508a64db,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:24:15.257756 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 4c2cc5bc-794b-4f12-b976-5bc713436c73 no longer exists at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 09:24:15.279725 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] No Port match for: 4c2cc5bc-794b-4f12-b976-5bc713436c73 {{(pid=104277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 20 09:24:15.280069 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 4c2cc5bc-794b-4f12-b976-5bc713436c73 not bound to the agent host dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 09:24:15.280484 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 1416c85d-0ef1-4a99-95a1-2930a49cdaab no longer exists at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 09:24:15.298855 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] No Port match for: 1416c85d-0ef1-4a99-95a1-2930a49cdaab {{(pid=104277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 20 09:24:15.299194 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 1416c85d-0ef1-4a99-95a1-2930a49cdaab not bound to the agent host dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 09:24:15.299627 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device b7ab6e55-17db-42cd-b0ce-5a4147e57649 no longer exists at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 09:24:15.450071 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] No Port match for: b7ab6e55-17db-42cd-b0ce-5a4147e57649 {{(pid=104277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 20 09:24:15.450297 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device b7ab6e55-17db-42cd-b0ce-5a4147e57649 not bound to the agent host dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 09:24:15.534302 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:15.590861 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-f9e65de4-276d-4f66-9838-284c8bf3c3d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683207'] for router_interface (1feb571f-a0e0-484b-8c97-4c845b8d8245), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:15.781282 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7933db78-5233-4a75-8bb7-60950c8e2886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:15.821626 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [None req-f9e65de4-276d-4f66-9838-284c8bf3c3d2 admin admin] Deleting port e672d35c-2698-4446-9b05-7091fd599066 {{(pid=104275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:24:15.821967 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-f9e65de4-276d-4f66-9838-284c8bf3c3d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (e672d35c-2698-4446-9b05-7091fd599066), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:15.875152 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:15.907653 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [None req-f9e65de4-276d-4f66-9838-284c8bf3c3d2 admin admin] For port e672d35c-2698-4446-9b05-7091fd599066, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=e672d35c-2698-4446-9b05-7091fd599066,segment=NetworkSegment(70ce20ce-5e79-470b-89ec-df7db0aa46a6),segment_id=70ce20ce-5e79-470b-89ec-df7db0aa46a6)] {{(pid=104275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:24:15.908015 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-f9e65de4-276d-4f66-9838-284c8bf3c3d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (e672d35c-2698-4446-9b05-7091fd599066), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:15.921076 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [None req-f9e65de4-276d-4f66-9838-284c8bf3c3d2 admin admin] Calling delete_port for e672d35c-2698-4446-9b05-7091fd599066 owned by network:router_interface {{(pid=104275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:24:16.104436 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-f9e65de4-276d-4f66-9838-284c8bf3c3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30908355'] for port (e672d35c-2698-4446-9b05-7091fd599066), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:16.127850 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e65de4-276d-4f66-9838-284c8bf3c3d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e672d35c-2698-4446-9b05-7091fd599066,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:24:16.295333 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-f9e65de4-276d-4f66-9838-284c8bf3c3d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683099'] for router_interface (1feb571f-a0e0-484b-8c97-4c845b8d8245), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:16.360771 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:16.525233 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e65de4-276d-4f66-9838-284c8bf3c3d2 admin admin] Router 1feb571f-a0e0-484b-8c97-4c845b8d8245 has already been hosted by L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 {{(pid=104275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 09:24:16.631736 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e65de4-276d-4f66-9838-284c8bf3c3d2 admin admin] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:24:16.637057 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-f9e65de4-276d-4f66-9838-284c8bf3c3d2 admin admin] 10.222.0.69 "PUT /v2.0/routers/1feb571f-a0e0-484b-8c97-4c845b8d8245/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6622152 May 20 09:24:16.640330 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 40668) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:24:16.642457 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a6e660-876c-4389-b8f7-33c6432be780 None None] Sync routers for ids ['1feb571f-a0e0-484b-8c97-4c845b8d8245'] in dv-cinder-836996-23-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:24:16.646641 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:16.655236 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a6e660-876c-4389-b8f7-33c6432be780 None None] Routers {'1feb571f-a0e0-484b-8c97-4c845b8d8245'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:24:16.656079 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-62a6e660-876c-4389-b8f7-33c6432be780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:24:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['1feb571f-a0e0-484b-8c97-4c845b8d8245'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:24:16.690075 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=11 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:16.751139 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-aef05a32-a95a-47c9-be99-e8b867cce3a5 admin admin] Publish callbacks [] for router (1feb571f-a0e0-484b-8c97-4c845b8d8245), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:16.763461 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-62a6e660-876c-4389-b8f7-33c6432be780 None None] Set router 1feb571f-a0e0-484b-8c97-4c845b8d8245 gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:24:16.852295 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-aef05a32-a95a-47c9-be99-e8b867cce3a5 admin admin] Publish callbacks [] for router_gateway (1feb571f-a0e0-484b-8c97-4c845b8d8245), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:16.909431 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-aef05a32-a95a-47c9-be99-e8b867cce3a5 admin admin] Deleting port 73c573fb-9401-4b7c-820e-eaeb06b037a0 {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:24:16.909792 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-aef05a32-a95a-47c9-be99-e8b867cce3a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (73c573fb-9401-4b7c-820e-eaeb06b037a0), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:16.922276 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:16.999130 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [None req-aef05a32-a95a-47c9-be99-e8b867cce3a5 admin admin] For port 73c573fb-9401-4b7c-820e-eaeb06b037a0, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=73c573fb-9401-4b7c-820e-eaeb06b037a0,segment=NetworkSegment(99d4634d-7c16-4239-978b-38d882e34cf7),segment_id=99d4634d-7c16-4239-978b-38d882e34cf7)] {{(pid=104276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:24:16.999523 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-aef05a32-a95a-47c9-be99-e8b867cce3a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (73c573fb-9401-4b7c-820e-eaeb06b037a0), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:17.013265 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-aef05a32-a95a-47c9-be99-e8b867cce3a5 admin admin] Calling delete_port for 73c573fb-9401-4b7c-820e-eaeb06b037a0 owned by network:router_gateway {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:24:17.028502 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-62a6e660-876c-4389-b8f7-33c6432be780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1feb571f-a0e0-484b-8c97-4c845b8d8245', 'name': 'tempest-TestVolumeBootPattern-1070638400-router', 'tenant_id': 'd05f58af207e431eac6b187af266d58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '73c573fb-9401-4b7c-820e-eaeb06b037a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:16:23Z', 'updated_at': '2022-05-20T09:24:16Z', 'revision_number': 5, 'project_id': 'd05f58af207e431eac6b187af266d58d', 'gw_port': {'id': '73c573fb-9401-4b7c-820e-eaeb06b037a0', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1feb571f-a0e0-484b-8c97-4c845b8d8245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:16:23Z', 'updated_at': '2022-05-20T09:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi'}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:24:17.053467 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a6e660-876c-4389-b8f7-33c6432be780 None None] Checking router: 1feb571f-a0e0-484b-8c97-4c845b8d8245 for host: dv-cinder-836996-23-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:24:17.062387 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a6e660-876c-4389-b8f7-33c6432be780 None None] Routers {'1feb571f-a0e0-484b-8c97-4c845b8d8245'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:24:17.063004 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-62a6e660-876c-4389-b8f7-33c6432be780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:24:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['1feb571f-a0e0-484b-8c97-4c845b8d8245'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:24:17.142342 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:17.149147 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-62a6e660-876c-4389-b8f7-33c6432be780 None None] Set router 1feb571f-a0e0-484b-8c97-4c845b8d8245 gateway port host: None {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:24:17.197235 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-aef05a32-a95a-47c9-be99-e8b867cce3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (73c573fb-9401-4b7c-820e-eaeb06b037a0), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:17.199155 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-62a6e660-876c-4389-b8f7-33c6432be780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1feb571f-a0e0-484b-8c97-4c845b8d8245', 'name': 'tempest-TestVolumeBootPattern-1070638400-router', 'tenant_id': 'd05f58af207e431eac6b187af266d58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:16:23Z', 'updated_at': '2022-05-20T09:24:16Z', 'revision_number': 6, 'project_id': 'd05f58af207e431eac6b187af266d58d', 'gw_port_host': None}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:24:17.228150 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef05a32-a95a-47c9-be99-e8b867cce3a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=73c573fb-9401-4b7c-820e-eaeb06b037a0,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:24:17.228416 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a6e660-876c-4389-b8f7-33c6432be780 None None] The sync data for ids ['1feb571f-a0e0-484b-8c97-4c845b8d8245'] in dv-cinder-836996-23-iscsi is: [{'id': '1feb571f-a0e0-484b-8c97-4c845b8d8245', 'name': 'tempest-TestVolumeBootPattern-1070638400-router', 'tenant_id': 'd05f58af207e431eac6b187af266d58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:16:23Z', 'updated_at': '2022-05-20T09:24:16Z', 'revision_number': 6, 'project_id': 'd05f58af207e431eac6b187af266d58d', 'gw_port_host': None}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:24:17.293734 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-aef05a32-a95a-47c9-be99-e8b867cce3a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680185'] for router_gateway (1feb571f-a0e0-484b-8c97-4c845b8d8245), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:17.378651 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-aef05a32-a95a-47c9-be99-e8b867cce3a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1553'] for router (1feb571f-a0e0-484b-8c97-4c845b8d8245), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:17.380899 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-aef05a32-a95a-47c9-be99-e8b867cce3a5 admin admin] Publish callbacks [] for router_controller (1feb571f-a0e0-484b-8c97-4c845b8d8245), precommit_delete_associations {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:17.428134 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-aef05a32-a95a-47c9-be99-e8b867cce3a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682147'] for router (1feb571f-a0e0-484b-8c97-4c845b8d8245), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:17.428739 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef05a32-a95a-47c9-be99-e8b867cce3a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1feb571f-a0e0-484b-8c97-4c845b8d8245 {{(pid=104276) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 09:24:17.433155 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-aef05a32-a95a-47c9-be99-e8b867cce3a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:17.434394 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-aef05a32-a95a-47c9-be99-e8b867cce3a5 admin admin] 10.222.0.69 "DELETE /v2.0/routers/1feb571f-a0e0-484b-8c97-4c845b8d8245 HTTP/1.1" status: 204 len: 168 time: 0.7930801 May 20 09:24:17.437003 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 40672) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:24:17.481087 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3406694-e8cf-42ca-aa0c-1c34429fdfe2 admin admin] Deleting subnet 9adc1c5a-39bd-4cc3-81b0-7f68c4aad2ed {{(pid=104276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 20 09:24:17.484399 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-b3406694-e8cf-42ca-aa0c-1c34429fdfe2 admin admin] Publish callbacks [] for subnet (9adc1c5a-39bd-4cc3-81b0-7f68c4aad2ed), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:17.519032 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-b3406694-e8cf-42ca-aa0c-1c34429fdfe2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30533093'] for subnet (9adc1c5a-39bd-4cc3-81b0-7f68c4aad2ed), precommit_delete_associations {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:17.558671 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:17.601690 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-b3406694-e8cf-42ca-aa0c-1c34429fdfe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1460055'] for subnet (9adc1c5a-39bd-4cc3-81b0-7f68c4aad2ed), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:17.664402 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-b3406694-e8cf-42ca-aa0c-1c34429fdfe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1460046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32461343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32308525'] for subnet (9adc1c5a-39bd-4cc3-81b0-7f68c4aad2ed), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:17.678928 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-b3406694-e8cf-42ca-aa0c-1c34429fdfe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for subnet (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:17.682053 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-b3406694-e8cf-42ca-aa0c-1c34429fdfe2 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/9adc1c5a-39bd-4cc3-81b0-7f68c4aad2ed HTTP/1.1" status: 204 len: 168 time: 0.2437179 May 20 09:24:17.683787 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f011f5-18cd-4dcb-9545-7e0d697b0f12 None None] Network 73444f1a-d131-46b1-91b4-15c71f76df01 requested from dv-cinder-836996-23-iscsi {{(pid=104277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 20 09:24:17.684756 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 40680) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:24:17.700040 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3406694-e8cf-42ca-aa0c-1c34429fdfe2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9adc1c5a-39bd-4cc3-81b0-7f68c4aad2ed,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:24:17.730859 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:17.760452 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-49b7a311-4996-4056-bae3-b32c83ad5fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1485502'] for network (73444f1a-d131-46b1-91b4-15c71f76df01), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:17.799785 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:17.804736 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [None req-49b7a311-4996-4056-bae3-b32c83ad5fa1 admin admin] Deleting port 5fefcc36-9399-4a89-81cc-5beb543c20a0 {{(pid=104275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:24:17.805073 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-49b7a311-4996-4056-bae3-b32c83ad5fa1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (5fefcc36-9399-4a89-81cc-5beb543c20a0), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:17.870600 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [None req-49b7a311-4996-4056-bae3-b32c83ad5fa1 admin admin] For port 5fefcc36-9399-4a89-81cc-5beb543c20a0, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=5fefcc36-9399-4a89-81cc-5beb543c20a0,segment=NetworkSegment(70ce20ce-5e79-470b-89ec-df7db0aa46a6),segment_id=70ce20ce-5e79-470b-89ec-df7db0aa46a6)] {{(pid=104275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:24:17.870956 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-49b7a311-4996-4056-bae3-b32c83ad5fa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (5fefcc36-9399-4a89-81cc-5beb543c20a0), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:17.883947 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [None req-49b7a311-4996-4056-bae3-b32c83ad5fa1 admin admin] Calling delete_port for 5fefcc36-9399-4a89-81cc-5beb543c20a0 owned by network:dhcp {{(pid=104275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:24:17.965815 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-49b7a311-4996-4056-bae3-b32c83ad5fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30908355'] for port (5fefcc36-9399-4a89-81cc-5beb543c20a0), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:17.991660 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b7a311-4996-4056-bae3-b32c83ad5fa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fefcc36-9399-4a89-81cc-5beb543c20a0,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:24:17.995367 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b7a311-4996-4056-bae3-b32c83ad5fa1 admin admin] No DVR routers for this DVR port 5fefcc36-9399-4a89-81cc-5beb543c20a0 on host dv-cinder-836996-23-iscsi {{(pid=104275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:24:18.020982 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec857a2c-90d6-4ac7-99f1-b4b5a4585e64 None None] DHCP port deletion for 73444f1a-d131-46b1-91b4-15c71f76df01 request from dv-cinder-836996-23-iscsi {{(pid=104277) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 20 09:24:18.070635 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-49b7a311-4996-4056-bae3-b32c83ad5fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458914', 'neutron.services.segments.db._delete_segments_for_network-8728767071618'] for network (73444f1a-d131-46b1-91b4-15c71f76df01), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:18.092067 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.services.segments.db [None req-49b7a311-4996-4056-bae3-b32c83ad5fa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73444f1a-d131-46b1-91b4-15c71f76df01']}} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:24:18.101100 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.services.segments.db [None req-49b7a311-4996-4056-bae3-b32c83ad5fa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70ce20ce-5e79-470b-89ec-df7db0aa46a6') {'for_net_delete': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:24:18.101451 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.services.segments.db [None req-49b7a311-4996-4056-bae3-b32c83ad5fa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70ce20ce-5e79-470b-89ec-df7db0aa46a6') {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:24:18.111167 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-49b7a311-4996-4056-bae3-b32c83ad5fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728767071371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30883864'] for segment (70ce20ce-5e79-470b-89ec-df7db0aa46a6), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:18.125023 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-49b7a311-4996-4056-bae3-b32c83ad5fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461326'] for segment (70ce20ce-5e79-470b-89ec-df7db0aa46a6), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:18.131785 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49b7a311-4996-4056-bae3-b32c83ad5fa1 admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=104275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 09:24:18.132178 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-49b7a311-4996-4056-bae3-b32c83ad5fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30908304'] for segment (70ce20ce-5e79-470b-89ec-df7db0aa46a6), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:18.175539 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.services.segments.plugin [-] Segment 70ce20ce-5e79-470b-89ec-df7db0aa46a6 resource provider aggregate not found May 20 09:24:18.193230 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.services.segments.plugin [-] Segment 70ce20ce-5e79-470b-89ec-df7db0aa46a6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 70ce20ce-5e79-470b-89ec-df7db0aa46a6 found for delete ", "request_id": "req-34686202-4fd4-4c69-902d-d03b71f9dd0f"}]} May 20 09:24:18.201850 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-49b7a311-4996-4056-bae3-b32c83ad5fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680149'] for network (73444f1a-d131-46b1-91b4-15c71f76df01), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:18.207792 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-49b7a311-4996-4056-bae3-b32c83ad5fa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for network (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:18.210896 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-49b7a311-4996-4056-bae3-b32c83ad5fa1 admin admin] 10.222.0.69 "DELETE /v2.0/networks/73444f1a-d131-46b1-91b4-15c71f76df01 HTTP/1.1" status: 204 len: 168 time: 0.5251029 May 20 09:24:18.224181 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b7a311-4996-4056-bae3-b32c83ad5fa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=73444f1a-d131-46b1-91b4-15c71f76df01,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:24:18.345354 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 40696) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:24:18.385003 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-b3db95cf-e4c3-4cb9-bfb8-946e79633d0b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f26ac8782fe0407cb6f146ba70e74246&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384672 May 20 09:24:18.388954 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 40698) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:24:18.414426 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:18.436345 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-a635797a-f184-4e04-a73e-ca7ae4100baf admin admin] Publish callbacks [] for security_group (f3ec02ef-9365-454b-8280-3b9c5469894b), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:18.457846 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-a635797a-f184-4e04-a73e-ca7ae4100baf admin admin] Publish callbacks [] for security_group (f3ec02ef-9365-454b-8280-3b9c5469894b), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:18.463561 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:18.508367 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-a635797a-f184-4e04-a73e-ca7ae4100baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (f3ec02ef-9365-454b-8280-3b9c5469894b), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:18.511201 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-a635797a-f184-4e04-a73e-ca7ae4100baf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:18.512604 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-a635797a-f184-4e04-a73e-ca7ae4100baf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f3ec02ef-9365-454b-8280-3b9c5469894b HTTP/1.1" status: 204 len: 168 time: 0.1226332 May 20 09:24:18.521906 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a635797a-f184-4e04-a73e-ca7ae4100baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ec02ef-9365-454b-8280-3b9c5469894b,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:24:18.865149 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 40704) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:24:18.906077 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-6caab79a-cab1-4085-903b-43f4107b045e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d05f58af207e431eac6b187af266d58d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396860 May 20 09:24:18.908651 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 40706) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:24:18.958748 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-0245131e-0ef3-4a17-ab0d-fb51facab473 admin admin] Publish callbacks [] for security_group (60d89314-20f8-469f-bfa8-35268f947941), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:18.980336 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-0245131e-0ef3-4a17-ab0d-fb51facab473 admin admin] Publish callbacks [] for security_group (60d89314-20f8-469f-bfa8-35268f947941), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:19.033593 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-0245131e-0ef3-4a17-ab0d-fb51facab473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (60d89314-20f8-469f-bfa8-35268f947941), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:19.038004 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-0245131e-0ef3-4a17-ab0d-fb51facab473 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:19.039623 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-0245131e-0ef3-4a17-ab0d-fb51facab473 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/60d89314-20f8-469f-bfa8-35268f947941 HTTP/1.1" status: 204 len: 168 time: 0.1299548 May 20 09:24:19.048164 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0245131e-0ef3-4a17-ab0d-fb51facab473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d89314-20f8-469f-bfa8-35268f947941,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:24:19.245360 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device e672d35c-2698-4446-9b05-7091fd599066 no longer exists at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 09:24:19.266023 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] No Port match for: e672d35c-2698-4446-9b05-7091fd599066 {{(pid=104277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 20 09:24:19.266498 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device e672d35c-2698-4446-9b05-7091fd599066 not bound to the agent host dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 09:24:19.266981 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 5fefcc36-9399-4a89-81cc-5beb543c20a0 no longer exists at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 09:24:19.286502 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] No Port match for: 5fefcc36-9399-4a89-81cc-5beb543c20a0 {{(pid=104277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 20 09:24:19.286773 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 5fefcc36-9399-4a89-81cc-5beb543c20a0 not bound to the agent host dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 09:24:19.287140 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 73c573fb-9401-4b7c-820e-eaeb06b037a0 no longer exists at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 09:24:19.309344 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] No Port match for: 73c573fb-9401-4b7c-820e-eaeb06b037a0 {{(pid=104277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 20 09:24:19.309706 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 73c573fb-9401-4b7c-820e-eaeb06b037a0 not bound to the agent host dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 09:24:20.136078 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:22.313787 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:22.340567 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-2e4cad2f-7132-4a2e-94b2-39c6e710e702 req-8d6a6557-8336-4d87-9ddf-5ed4b16635b2 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2103521134&fields=id&tenant_id=0855d455651d42709d1baa57d5647015 HTTP/1.1" status: 200 len: 267 time: 0.0482395 May 20 09:24:22.455217 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4cad2f-7132-4a2e-94b2-39c6e710e702 req-e945ed01-b63f-406b-950e-6321c416a4ce tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:24:22.456692 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-2e4cad2f-7132-4a2e-94b2-39c6e710e702 req-e945ed01-b63f-406b-950e-6321c416a4ce tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/networks?id=36904451-37db-4703-93e8-89780e944c9d HTTP/1.1" status: 200 len: 809 time: 0.1066439 May 20 09:24:22.471154 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-2e4cad2f-7132-4a2e-94b2-39c6e710e702 req-fa1cee59-a555-47c7-bf54-6ae1970cf2d0 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/quotas/0855d455651d42709d1baa57d5647015 HTTP/1.1" status: 200 len: 375 time: 0.0090125 May 20 09:24:22.519043 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-2e4cad2f-7132-4a2e-94b2-39c6e710e702 req-a47e0659-f97d-42b9-83cc-bb003f037fe0 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0855d455651d42709d1baa57d5647015&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430284 May 20 09:24:22.538056 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [req-2e4cad2f-7132-4a2e-94b2-39c6e710e702 req-161fb367-d3bb-4cbe-823e-7991bafa75a7 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=104275) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 20 09:24:22.539012 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-2e4cad2f-7132-4a2e-94b2-39c6e710e702 req-161fb367-d3bb-4cbe-823e-7991bafa75a7 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049551 May 20 09:24:22.628255 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-2e4cad2f-7132-4a2e-94b2-39c6e710e702 req-6b6c72b9-8273-4dc3-a4d2-e2e45d48b7f1 service neutron] 10.222.0.69 "GET /v2.0/networks/36904451-37db-4703-93e8-89780e944c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823579 May 20 09:24:22.731078 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-2e4cad2f-7132-4a2e-94b2-39c6e710e702 req-e0ef93ee-f90e-41b8-bcaa-6da70909fe39 service neutron] 10.222.0.69 "GET /v2.0/networks/36904451-37db-4703-93e8-89780e944c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944483 May 20 09:24:23.045468 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-bf69c2c0-cde0-48ab-ba19-5fc3978f38e3 req-b6ea624f-cc92-4d4c-861c-e04cfdec8304 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/ports?device_id=34a9ac2e-c759-4617-9015-0a534a8df985 HTTP/1.1" status: 200 len: 210 time: 0.0278533 May 20 09:24:23.222150 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (2d1be950-4dd6-4324-90da-2272c7a86826), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:24.151035 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-3033f073-5f6b-4e11-855d-18ada8978e90 req-a3f4e368-0733-4771-951b-938af2e8be7d tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/ports?device_id=34a9ac2e-c759-4617-9015-0a534a8df985 HTTP/1.1" status: 200 len: 210 time: 0.0371702 May 20 09:24:24.172352 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4cad2f-7132-4a2e-94b2-39c6e710e702 req-2ce7329c-1be2-4fd7-9687-cb0ec39e7933 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:24:24.173827 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2e4cad2f-7132-4a2e-94b2-39c6e710e702 req-2ce7329c-1be2-4fd7-9687-cb0ec39e7933 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.44 "GET /v2.0/networks?id=36904451-37db-4703-93e8-89780e944c9d HTTP/1.1" status: 200 len: 809 time: 0.1158392 May 20 09:24:24.242430 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2e4cad2f-7132-4a2e-94b2-39c6e710e702 req-ddfc6913-9766-4596-8ac1-ba5ac139a40f tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0855d455651d42709d1baa57d5647015 HTTP/1.1" status: 200 len: 380 time: 0.0607591 May 20 09:24:24.251006 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [req-2e4cad2f-7132-4a2e-94b2-39c6e710e702 req-dcf14f3d-cafa-42d4-887e-8c69564813e2 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Request body: {'port': {'device_id': '34a9ac2e-c759-4617-9015-0a534a8df985', 'network_id': '36904451-37db-4703-93e8-89780e944c9d', 'admin_state_up': True, 'tenant_id': '0855d455651d42709d1baa57d5647015', 'security_groups': ['783931fa-32e0-446e-880c-2f54623f7b47']}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:24:24.267072 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:24.366164 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e4cad2f-7132-4a2e-94b2-39c6e710e702 req-dcf14f3d-cafa-42d4-887e-8c69564813e2 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Made reservation on behalf of 0855d455651d42709d1baa57d5647015 for: {'port': 1} {{(pid=104276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:24:24.369804 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-2e4cad2f-7132-4a2e-94b2-39c6e710e702 req-dcf14f3d-cafa-42d4-887e-8c69564813e2 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:24.496771 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_common [req-2e4cad2f-7132-4a2e-94b2-39c6e710e702 req-dcf14f3d-cafa-42d4-887e-8c69564813e2 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Allocated IP 172.20.0.4 (36904451-37db-4703-93e8-89780e944c9d/2542d56c-142f-4e1a-b222-bf16ea3cfd63/da240909-826c-4043-959d-b2c8d848c327) {{(pid=104276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:24:24.649876 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-2e4cad2f-7132-4a2e-94b2-39c6e710e702 req-dcf14f3d-cafa-42d4-887e-8c69564813e2 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Publish callbacks [] for port (da240909-826c-4043-959d-b2c8d848c327), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:24.682024 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-2e4cad2f-7132-4a2e-94b2-39c6e710e702 req-dcf14f3d-cafa-42d4-887e-8c69564813e2 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (da240909-826c-4043-959d-b2c8d848c327), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:24.721999 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:DELETE=4,neutron:UPDATE=3,neutron:SELECT=89,neutron:INSERT=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:24.742058 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e4cad2f-7132-4a2e-94b2-39c6e710e702 req-dcf14f3d-cafa-42d4-887e-8c69564813e2 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Network 36904451-37db-4703-93e8-89780e944c9d is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:24:24.748312 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [req-2e4cad2f-7132-4a2e-94b2-39c6e710e702 req-dcf14f3d-cafa-42d4-887e-8c69564813e2 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:24:24.753140 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf14f3d-cafa-42d4-887e-8c69564813e2 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Pushing event updated for resources: {'Port': ['ID=da240909-826c-4043-959d-b2c8d848c327,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:24:24.755381 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e4cad2f-7132-4a2e-94b2-39c6e710e702 req-dcf14f3d-cafa-42d4-887e-8c69564813e2 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Received port after_create {{(pid=104276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:24:24.809782 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4cad2f-7132-4a2e-94b2-39c6e710e702 req-dcf14f3d-cafa-42d4-887e-8c69564813e2 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:24:24.810390 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-2e4cad2f-7132-4a2e-94b2-39c6e710e702 req-dcf14f3d-cafa-42d4-887e-8c69564813e2 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for port (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:24.828113 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2e4cad2f-7132-4a2e-94b2-39c6e710e702 req-dcf14f3d-cafa-42d4-887e-8c69564813e2 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5807576 May 20 09:24:24.839021 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [req-2e4cad2f-7132-4a2e-94b2-39c6e710e702 req-dfc3aaec-6e3e-4d14-8828-d162ebe0dda1 service neutron] Request body: {'port': {'device_id': '34a9ac2e-c759-4617-9015-0a534a8df985', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:24:24.900274 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-2e4cad2f-7132-4a2e-94b2-39c6e710e702 req-dfc3aaec-6e3e-4d14-8828-d162ebe0dda1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (da240909-826c-4043-959d-b2c8d848c327), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:25.002611 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-fbba760f-2c29-4a7d-8665-dab3b54813d3 None None] Provisioning complete for port da240909-826c-4043-959d-b2c8d848c327 triggered by entity DHCP. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:24:25.003289 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fbba760f-2c29-4a7d-8665-dab3b54813d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (da240909-826c-4043-959d-b2c8d848c327), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:25.033722 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-fbba760f-2c29-4a7d-8665-dab3b54813d3 None None] Port da240909-826c-4043-959d-b2c8d848c327 cannot update to ACTIVE because it is not bound. {{(pid=104277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 20 09:24:25.102688 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:25.181558 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.notifiers.nova [req-2e4cad2f-7132-4a2e-94b2-39c6e710e702 req-dfc3aaec-6e3e-4d14-8828-d162ebe0dda1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da240909-826c-4043-959d-b2c8d848c327 {{(pid=104276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 09:24:25.189538 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-2e4cad2f-7132-4a2e-94b2-39c6e710e702 req-dfc3aaec-6e3e-4d14-8828-d162ebe0dda1 service neutron] Publish callbacks [] for port (da240909-826c-4043-959d-b2c8d848c327), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:25.203878 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.provisioning_blocks [req-2e4cad2f-7132-4a2e-94b2-39c6e710e702 req-dfc3aaec-6e3e-4d14-8828-d162ebe0dda1 service neutron] Transition to ACTIVE for port object da240909-826c-4043-959d-b2c8d848c327 will not be triggered until provisioned by entity L2. {{(pid=104276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 20 09:24:25.208678 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-2e4cad2f-7132-4a2e-94b2-39c6e710e702 req-dfc3aaec-6e3e-4d14-8828-d162ebe0dda1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32464857'] for port (da240909-826c-4043-959d-b2c8d848c327), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:25.299109 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc3aaec-6e3e-4d14-8828-d162ebe0dda1 service neutron] Pushing event updated for resources: {'Port': ['ID=da240909-826c-4043-959d-b2c8d848c327,revision_number=2']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:24:25.308496 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f9da1-d454-4a89-9633-295aa4de6188 req-74512410-a41c-4a64-9612-0db3e4f8b544 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:24:25.310042 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e30f9da1-d454-4a89-9633-295aa4de6188 req-74512410-a41c-4a64-9612-0db3e4f8b544 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/ports?device_id=34a9ac2e-c759-4617-9015-0a534a8df985 HTTP/1.1" status: 200 len: 943 time: 0.0769958 May 20 09:24:25.405417 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e30f9da1-d454-4a89-9633-295aa4de6188 req-bf7e1875-3b9e-4cbe-a526-acb0d29a29ff tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/security-groups?id=783931fa-32e0-446e-880c-2f54623f7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773885 May 20 09:24:25.414534 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.managers [req-2e4cad2f-7132-4a2e-94b2-39c6e710e702 req-dfc3aaec-6e3e-4d14-8828-d162ebe0dda1 service neutron] Attempting to bind port da240909-826c-4043-959d-b2c8d848c327 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 20 09:24:25.414856 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.managers [req-2e4cad2f-7132-4a2e-94b2-39c6e710e702 req-dfc3aaec-6e3e-4d14-8828-d162ebe0dda1 service neutron] Attempting to bind port da240909-826c-4043-959d-b2c8d848c327 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '76bca225-fe99-4c25-85ae-ecfadc79b4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '36904451-37db-4703-93e8-89780e944c9d'}] {{(pid=104276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 20 09:24:25.415176 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4cad2f-7132-4a2e-94b2-39c6e710e702 req-dfc3aaec-6e3e-4d14-8828-d162ebe0dda1 service neutron] Attempting to bind port da240909-826c-4043-959d-b2c8d848c327 on network 36904451-37db-4703-93e8-89780e944c9d {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:24:25.419863 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4cad2f-7132-4a2e-94b2-39c6e710e702 req-dfc3aaec-6e3e-4d14-8828-d162ebe0dda1 service neutron] Port da240909-826c-4043-959d-b2c8d848c327 on network 36904451-37db-4703-93e8-89780e944c9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 20 09:24:25.420177 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4cad2f-7132-4a2e-94b2-39c6e710e702 req-dfc3aaec-6e3e-4d14-8828-d162ebe0dda1 service neutron] Attempting to bind port da240909-826c-4043-959d-b2c8d848c327 on network 36904451-37db-4703-93e8-89780e944c9d {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 20 09:24:25.424897 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4cad2f-7132-4a2e-94b2-39c6e710e702 req-dfc3aaec-6e3e-4d14-8828-d162ebe0dda1 service neutron] Checking agent: {'id': '2d1be950-4dd6-4324-90da-2272c7a86826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 20, 9, 11, 22), 'started_at': datetime.datetime(2022, 5, 20, 9, 11, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 20, 9, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 20 09:24:25.425234 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4cad2f-7132-4a2e-94b2-39c6e710e702 req-dfc3aaec-6e3e-4d14-8828-d162ebe0dda1 service neutron] Checking segment: {'id': '76bca225-fe99-4c25-85ae-ecfadc79b4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '36904451-37db-4703-93e8-89780e944c9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 20 09:24:25.425598 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4cad2f-7132-4a2e-94b2-39c6e710e702 req-dfc3aaec-6e3e-4d14-8828-d162ebe0dda1 service neutron] Bound using segment: {'id': '76bca225-fe99-4c25-85ae-ecfadc79b4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '36904451-37db-4703-93e8-89780e944c9d'} {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 20 09:24:25.426009 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.managers [req-2e4cad2f-7132-4a2e-94b2-39c6e710e702 req-dfc3aaec-6e3e-4d14-8828-d162ebe0dda1 service neutron] Bound port: da240909-826c-4043-959d-b2c8d848c327, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76bca225-fe99-4c25-85ae-ecfadc79b4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '36904451-37db-4703-93e8-89780e944c9d'}}] {{(pid=104276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 20 09:24:25.426342 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-2e4cad2f-7132-4a2e-94b2-39c6e710e702 req-dfc3aaec-6e3e-4d14-8828-d162ebe0dda1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (da240909-826c-4043-959d-b2c8d848c327), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:25.485462 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [req-2e4cad2f-7132-4a2e-94b2-39c6e710e702 req-dfc3aaec-6e3e-4d14-8828-d162ebe0dda1 service neutron] For port da240909-826c-4043-959d-b2c8d848c327, host hv-cinder-83699, cleared binding levels {{(pid=104276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 20 09:24:25.488703 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [req-2e4cad2f-7132-4a2e-94b2-39c6e710e702 req-dfc3aaec-6e3e-4d14-8828-d162ebe0dda1 service neutron] For port da240909-826c-4043-959d-b2c8d848c327, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=da240909-826c-4043-959d-b2c8d848c327,segment=NetworkSegment(76bca225-fe99-4c25-85ae-ecfadc79b4b8),segment_id=76bca225-fe99-4c25-85ae-ecfadc79b4b8)] {{(pid=104276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 20 09:24:25.500019 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-2e4cad2f-7132-4a2e-94b2-39c6e710e702 req-dfc3aaec-6e3e-4d14-8828-d162ebe0dda1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32464857'] for port (da240909-826c-4043-959d-b2c8d848c327), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:25.541119 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4cad2f-7132-4a2e-94b2-39c6e710e702 req-dfc3aaec-6e3e-4d14-8828-d162ebe0dda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:24:25.541765 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-2e4cad2f-7132-4a2e-94b2-39c6e710e702 req-dfc3aaec-6e3e-4d14-8828-d162ebe0dda1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for port (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:25.543178 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2e4cad2f-7132-4a2e-94b2-39c6e710e702 req-dfc3aaec-6e3e-4d14-8828-d162ebe0dda1 service neutron] 10.222.0.44 "PUT /v2.0/ports/da240909-826c-4043-959d-b2c8d848c327 HTTP/1.1" status: 200 len: 1093 time: 0.7083626 May 20 09:24:25.543712 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34a9ac2e-c759-4617-9015-0a534a8df985', 'tag': 'da240909-826c-4043-959d-b2c8d848c327'}] {{(pid=104276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:24:25.545943 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f1859fdf6517cac9f3390f7253b255bfbc77edc31af200be8f81c994e01841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9754860c-c1ef-41d2-a12c-036284f4d5ab" -d '{"events": [{"name": "network-changed", "server_uuid": "34a9ac2e-c759-4617-9015-0a534a8df985", "tag": "da240909-826c-4043-959d-b2c8d848c327"}]}' {{(pid=104276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:24:25.560502 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:25.567248 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc3aaec-6e3e-4d14-8828-d162ebe0dda1 service neutron] Pushing event updated for resources: {'Port': ['ID=da240909-826c-4043-959d-b2c8d848c327,revision_number=3']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:24:25.602099 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 09:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9388eb-ca7e-4dfc-a73f-08ff8ae6418a x-openstack-request-id: req-fd9388eb-ca7e-4dfc-a73f-08ff8ae6418a {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:24:25.602385 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34a9ac2e-c759-4617-9015-0a534a8df985", "tag": "da240909-826c-4043-959d-b2c8d848c327", "status": "completed", "code": 200}]} {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:24:25.602629 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fd9388eb-ca7e-4dfc-a73f-08ff8ae6418a {{(pid=104276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:24:25.603042 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd9388eb-ca7e-4dfc-a73f-08ff8ae6418a'] response: {'name': 'network-changed', 'server_uuid': '34a9ac2e-c759-4617-9015-0a534a8df985', 'tag': 'da240909-826c-4043-959d-b2c8d848c327', 'status': 'completed', 'code': 200} May 20 09:24:25.632819 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4cad2f-7132-4a2e-94b2-39c6e710e702 req-9be2b5bb-d4ea-437b-a028-cf331f07bc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:24:25.634255 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2e4cad2f-7132-4a2e-94b2-39c6e710e702 req-9be2b5bb-d4ea-437b-a028-cf331f07bc1e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0855d455651d42709d1baa57d5647015&device_id=34a9ac2e-c759-4617-9015-0a534a8df985 HTTP/1.1" status: 200 len: 1127 time: 0.0441122 May 20 09:24:25.674811 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2e4cad2f-7132-4a2e-94b2-39c6e710e702 req-8bf908d4-71e4-4045-ab1e-1538eb2a6824 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da240909-826c-4043-959d-b2c8d848c327 HTTP/1.1" status: 200 len: 217 time: 0.0330408 May 20 09:24:25.723535 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4cad2f-7132-4a2e-94b2-39c6e710e702 req-96408b9b-d419-4b84-b4e7-f502c59f3db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:24:25.725001 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2e4cad2f-7132-4a2e-94b2-39c6e710e702 req-96408b9b-d419-4b84-b4e7-f502c59f3db4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2542d56c-142f-4e1a-b222-bf16ea3cfd63 HTTP/1.1" status: 200 len: 848 time: 0.0441551 May 20 09:24:25.771664 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4cad2f-7132-4a2e-94b2-39c6e710e702 req-030cf483-e4fe-44ce-b1b0-24689f34d7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:24:25.773215 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2e4cad2f-7132-4a2e-94b2-39c6e710e702 req-030cf483-e4fe-44ce-b1b0-24689f34d7e9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=36904451-37db-4703-93e8-89780e944c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0419881 May 20 09:24:25.862480 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2e4cad2f-7132-4a2e-94b2-39c6e710e702 req-cdc568d6-df92-48b5-bb67-fea4966b0be9 service neutron] 10.222.0.44 "GET /v2.0/networks/36904451-37db-4703-93e8-89780e944c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820646 May 20 09:24:25.955880 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2e4cad2f-7132-4a2e-94b2-39c6e710e702 req-8af4e50f-e3c1-4a3c-8d65-eda7467f0b7d service neutron] 10.222.0.44 "GET /v2.0/networks/36904451-37db-4703-93e8-89780e944c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868301 May 20 09:24:26.200639 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754860c-c1ef-41d2-a12c-036284f4d5ab req-540673fc-1214-488f-8630-5c1facdffe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:24:26.202174 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9754860c-c1ef-41d2-a12c-036284f4d5ab req-540673fc-1214-488f-8630-5c1facdffe55 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0855d455651d42709d1baa57d5647015&device_id=34a9ac2e-c759-4617-9015-0a534a8df985 HTTP/1.1" status: 200 len: 1127 time: 0.0392330 May 20 09:24:26.276808 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:26.292318 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754860c-c1ef-41d2-a12c-036284f4d5ab req-65d027de-a805-4e55-86eb-fd4639b93165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:24:26.293809 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9754860c-c1ef-41d2-a12c-036284f4d5ab req-65d027de-a805-4e55-86eb-fd4639b93165 service neutron] 10.222.0.44 "GET /v2.0/networks?id=36904451-37db-4703-93e8-89780e944c9d HTTP/1.1" status: 200 len: 910 time: 0.0853975 May 20 09:24:26.335232 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9754860c-c1ef-41d2-a12c-036284f4d5ab req-e98f597a-6363-45c1-bdf4-6cb11af655ff service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da240909-826c-4043-959d-b2c8d848c327 HTTP/1.1" status: 200 len: 217 time: 0.0349715 May 20 09:24:26.382375 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754860c-c1ef-41d2-a12c-036284f4d5ab req-6ae5bcf4-5775-48f9-9bc2-a3fbb8184a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:24:26.383849 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9754860c-c1ef-41d2-a12c-036284f4d5ab req-6ae5bcf4-5775-48f9-9bc2-a3fbb8184a48 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2542d56c-142f-4e1a-b222-bf16ea3cfd63 HTTP/1.1" status: 200 len: 848 time: 0.0423024 May 20 09:24:26.425003 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754860c-c1ef-41d2-a12c-036284f4d5ab req-4f4c5bf3-5bd8-492e-ac0d-395d0b10223f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:24:26.426405 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9754860c-c1ef-41d2-a12c-036284f4d5ab req-4f4c5bf3-5bd8-492e-ac0d-395d0b10223f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=36904451-37db-4703-93e8-89780e944c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0362372 May 20 09:24:26.802379 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b0535c-e016-4454-ae2f-2dbd7a6e9b54 req-2a2ce8fe-7806-4f1b-a06f-89a45f6cd34b tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:24:26.803847 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-22b0535c-e016-4454-ae2f-2dbd7a6e9b54 req-2a2ce8fe-7806-4f1b-a06f-89a45f6cd34b tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/ports?device_id=34a9ac2e-c759-4617-9015-0a534a8df985 HTTP/1.1" status: 200 len: 943 time: 0.0628567 May 20 09:24:26.830374 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9754860c-c1ef-41d2-a12c-036284f4d5ab req-b602a3a3-385d-4abf-b2c6-ed6c77dc51ab service neutron] 10.222.0.44 "GET /v2.0/networks/36904451-37db-4703-93e8-89780e944c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3976061 May 20 09:24:26.907293 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-22b0535c-e016-4454-ae2f-2dbd7a6e9b54 req-f7211a1d-3ec4-46bb-ae69-8b2264bd4831 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/security-groups?id=783931fa-32e0-446e-880c-2f54623f7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973136 May 20 09:24:26.938726 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9754860c-c1ef-41d2-a12c-036284f4d5ab req-deb9a5c5-d493-436d-95f0-1f8b36476e54 service neutron] 10.222.0.44 "GET /v2.0/networks/36904451-37db-4703-93e8-89780e944c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019173 May 20 09:24:27.203007 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=36 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:28.030579 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25a8b8c-0da4-4da0-9807-03a0345ee2ef req-94a78b1c-396a-417a-8ee4-c29f91fe5f0b tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:24:28.031957 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-e25a8b8c-0da4-4da0-9807-03a0345ee2ef req-94a78b1c-396a-417a-8ee4-c29f91fe5f0b tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/ports?device_id=34a9ac2e-c759-4617-9015-0a534a8df985 HTTP/1.1" status: 200 len: 943 time: 0.0464547 May 20 09:24:28.088220 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-e25a8b8c-0da4-4da0-9807-03a0345ee2ef req-c2e2f6bc-d584-4123-8110-994db5fe8e81 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/security-groups?id=783931fa-32e0-446e-880c-2f54623f7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479913 May 20 09:24:29.220312 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b06106f-e9bf-4618-8dfe-7b9d090eb7fd req-d692583e-9cf4-4432-a7f8-d4278839b816 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:24:29.221819 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4b06106f-e9bf-4618-8dfe-7b9d090eb7fd req-d692583e-9cf4-4432-a7f8-d4278839b816 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/ports?device_id=34a9ac2e-c759-4617-9015-0a534a8df985 HTTP/1.1" status: 200 len: 943 time: 0.0554171 May 20 09:24:29.271609 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4b06106f-e9bf-4618-8dfe-7b9d090eb7fd req-7eaf34a4-8c5d-4e5e-a8b3-00df646f4a79 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/security-groups?id=783931fa-32e0-446e-880c-2f54623f7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440671 May 20 09:24:29.999161 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=62 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:30.395494 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f4197a-4e1c-4985-a3bf-8055f30c90fc req-bfb02ab2-a47a-40a3-9c1e-875bd6417be1 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:24:30.396990 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a3f4197a-4e1c-4985-a3bf-8055f30c90fc req-bfb02ab2-a47a-40a3-9c1e-875bd6417be1 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/ports?device_id=34a9ac2e-c759-4617-9015-0a534a8df985 HTTP/1.1" status: 200 len: 943 time: 0.0492854 May 20 09:24:30.448347 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-a3f4197a-4e1c-4985-a3bf-8055f30c90fc req-2d50a6b3-ee2d-477f-a205-5dabfc68456d tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/security-groups?id=783931fa-32e0-446e-880c-2f54623f7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448673 May 20 09:24:31.544035 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:31.582858 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30cbbf9-a2f0-46d5-b83b-19520161d4d7 req-a5843607-2b8f-4ba3-b908-2d34be1c1f06 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:24:31.584334 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a30cbbf9-a2f0-46d5-b83b-19520161d4d7 req-a5843607-2b8f-4ba3-b908-2d34be1c1f06 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/ports?device_id=34a9ac2e-c759-4617-9015-0a534a8df985 HTTP/1.1" status: 200 len: 943 time: 0.0501795 May 20 09:24:31.631983 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a30cbbf9-a2f0-46d5-b83b-19520161d4d7 req-e7ac7047-673f-48c6-b59d-d2972dba8afd tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/security-groups?id=783931fa-32e0-446e-880c-2f54623f7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420954 May 20 09:24:32.759606 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a331071-a6be-4f45-bcf9-c40b9fd1c344 req-0ba8eb2e-accd-4f01-84dc-70d94f1ea707 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:24:32.761052 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-3a331071-a6be-4f45-bcf9-c40b9fd1c344 req-0ba8eb2e-accd-4f01-84dc-70d94f1ea707 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/ports?device_id=34a9ac2e-c759-4617-9015-0a534a8df985 HTTP/1.1" status: 200 len: 943 time: 0.0491080 May 20 09:24:32.817753 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-3a331071-a6be-4f45-bcf9-c40b9fd1c344 req-b5924a95-744d-4310-aeb4-01eb72fa9a71 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/security-groups?id=783931fa-32e0-446e-880c-2f54623f7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486071 May 20 09:24:33.064571 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.agents_db [None req-08ca63ee-ac6b-41b9-8918-1f445ad695da None None] Agent healthcheck: found 6 active agents {{(pid=104278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 09:24:33.940583 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b971ecb-4f25-4e9c-b97b-21687cdb018a req-e38fe9f2-5642-472f-8edd-2edf80c897d5 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:24:33.942029 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4b971ecb-4f25-4e9c-b97b-21687cdb018a req-e38fe9f2-5642-472f-8edd-2edf80c897d5 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/ports?device_id=34a9ac2e-c759-4617-9015-0a534a8df985 HTTP/1.1" status: 200 len: 943 time: 0.0468731 May 20 09:24:33.990969 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4b971ecb-4f25-4e9c-b97b-21687cdb018a req-8805086e-36f6-4a27-90d7-f7bcc24592bf tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/security-groups?id=783931fa-32e0-446e-880c-2f54623f7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433934 May 20 09:24:34.783919 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device da240909-826c-4043-959d-b2c8d848c327 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 09:24:34.899690 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port da240909-826c-4043-959d-b2c8d848c327, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=da240909-826c-4043-959d-b2c8d848c327,segment=NetworkSegment(76bca225-fe99-4c25-85ae-ecfadc79b4b8),segment_id=76bca225-fe99-4c25-85ae-ecfadc79b4b8)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:24:34.911725 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Returning: {'device': 'da240909-826c-4043-959d-b2c8d848c327', 'network_id': '36904451-37db-4703-93e8-89780e944c9d', 'port_id': 'da240909-826c-4043-959d-b2c8d848c327', 'mac_address': 'fa:16:3e:62:37:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2542d56c-142f-4e1a-b222-bf16ea3cfd63', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 09:24:34.950728 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port da240909-826c-4043-959d-b2c8d848c327 is: DOWN; New status is: BUILD {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:24:34.951107 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (da240909-826c-4043-959d-b2c8d848c327), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:34.965123 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da240909-826c-4043-959d-b2c8d848c327 {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 09:24:34.986169 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port da240909-826c-4043-959d-b2c8d848c327, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=da240909-826c-4043-959d-b2c8d848c327,segment=NetworkSegment(76bca225-fe99-4c25-85ae-ecfadc79b4b8),segment_id=76bca225-fe99-4c25-85ae-ecfadc79b4b8)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:24:34.992587 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (da240909-826c-4043-959d-b2c8d848c327), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:35.039839 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=da240909-826c-4043-959d-b2c8d848c327,revision_number=4']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:24:35.098029 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:35.109796 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827456c-00d2-4553-9d03-650e7297eb7f req-0bb6c49b-74d3-4e57-a74e-76eb0f5e491a tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:24:35.111636 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-7827456c-00d2-4553-9d03-650e7297eb7f req-0bb6c49b-74d3-4e57-a74e-76eb0f5e491a tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/ports?device_id=34a9ac2e-c759-4617-9015-0a534a8df985 HTTP/1.1" status: 200 len: 944 time: 0.0513530 May 20 09:24:35.163312 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-7827456c-00d2-4553-9d03-650e7297eb7f req-01c7b8f8-6aad-481a-9aa8-bba2516f8294 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/security-groups?id=783931fa-32e0-446e-880c-2f54623f7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458763 May 20 09:24:35.194852 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] get_ports_and_sgs() called for port_ids ['da240909-826c-4043-959d-b2c8d848c327'] {{(pid=104277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 09:24:35.316605 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:36.282710 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e92d0f-ea55-4e53-99d1-9f5e4a1aca72 req-106a2cd9-ec0f-440e-8d2b-158728064a23 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:24:36.284189 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d2e92d0f-ea55-4e53-99d1-9f5e4a1aca72 req-106a2cd9-ec0f-440e-8d2b-158728064a23 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/ports?device_id=34a9ac2e-c759-4617-9015-0a534a8df985 HTTP/1.1" status: 200 len: 944 time: 0.0468519 May 20 09:24:36.338412 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d2e92d0f-ea55-4e53-99d1-9f5e4a1aca72 req-8a5b6b13-b985-46af-909f-52f127705bda tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/security-groups?id=783931fa-32e0-446e-880c-2f54623f7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459216 May 20 09:24:36.815911 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device da240909-826c-4043-959d-b2c8d848c327 up at agent hyperv_hv-cinder-83699 {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:24:36.856392 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:36.861317 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Provisioning for port da240909-826c-4043-959d-b2c8d848c327 completed by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 20 09:24:36.870523 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Provisioning complete for port da240909-826c-4043-959d-b2c8d848c327 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:24:36.871118 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (da240909-826c-4043-959d-b2c8d848c327), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:36.952537 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port da240909-826c-4043-959d-b2c8d848c327 is: BUILD; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:24:36.952894 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (da240909-826c-4043-959d-b2c8d848c327), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:36.975754 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a9ac2e-c759-4617-9015-0a534a8df985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da240909-826c-4043-959d-b2c8d848c327'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:24:36.978001 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a79de04d4ec243d1cdc81b41ccc126ec62664011dfe1c1a94e68b1d536b5d8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c8fc96-eda8-45d5-90b1-1e8012f2c0aa" -d '{"events": [{"server_uuid": "34a9ac2e-c759-4617-9015-0a534a8df985", "name": "network-vif-plugged", "status": "completed", "tag": "da240909-826c-4043-959d-b2c8d848c327"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:24:36.990599 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port da240909-826c-4043-959d-b2c8d848c327, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=da240909-826c-4043-959d-b2c8d848c327,segment=NetworkSegment(76bca225-fe99-4c25-85ae-ecfadc79b4b8),segment_id=76bca225-fe99-4c25-85ae-ecfadc79b4b8)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:24:36.995852 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (da240909-826c-4043-959d-b2c8d848c327), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:37.049763 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=da240909-826c-4043-959d-b2c8d848c327,revision_number=5']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:24:37.131744 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 09:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5affd2-238f-4044-82ab-112083b31bf4 x-openstack-request-id: req-1d5affd2-238f-4044-82ab-112083b31bf4 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:24:37.132036 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34a9ac2e-c759-4617-9015-0a534a8df985", "name": "network-vif-plugged", "status": "completed", "tag": "da240909-826c-4043-959d-b2c8d848c327", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:24:37.132290 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1d5affd2-238f-4044-82ab-112083b31bf4 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:24:37.132691 dv-cinder-836996-23-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d5affd2-238f-4044-82ab-112083b31bf4'] response: {'server_uuid': '34a9ac2e-c759-4617-9015-0a534a8df985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da240909-826c-4043-959d-b2c8d848c327', 'code': 200} May 20 09:24:37.338215 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1500cb9a-5d0b-4b3f-abde-ae473fffd217 req-53950e2c-c742-4813-860b-1a7aa4a63335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:24:37.339613 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1500cb9a-5d0b-4b3f-abde-ae473fffd217 req-53950e2c-c742-4813-860b-1a7aa4a63335 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=34a9ac2e-c759-4617-9015-0a534a8df985 HTTP/1.1" status: 200 len: 1129 time: 0.0374472 May 20 09:24:37.385418 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1500cb9a-5d0b-4b3f-abde-ae473fffd217 req-1825138c-15fe-4070-a9aa-d1299ceaef4a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=783931fa-32e0-446e-880c-2f54623f7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397794 May 20 09:24:37.452316 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a28b4-2818-49e4-9338-a69dc31f97a8 req-b2697a54-8ca0-4fb0-850e-3212ee36468f tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:24:37.453964 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-556a28b4-2818-49e4-9338-a69dc31f97a8 req-b2697a54-8ca0-4fb0-850e-3212ee36468f tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/ports?device_id=34a9ac2e-c759-4617-9015-0a534a8df985 HTTP/1.1" status: 200 len: 945 time: 0.0458705 May 20 09:24:37.502053 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-556a28b4-2818-49e4-9338-a69dc31f97a8 req-ffbe0d4b-9456-40a4-bb44-a5a9aa546890 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/security-groups?id=783931fa-32e0-446e-880c-2f54623f7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424829 May 20 09:24:38.637346 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404c32d-80d7-41fc-a337-526fcd9c5270 req-b7518e9f-f94d-406a-97f7-39e426c84101 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:24:38.639201 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-2404c32d-80d7-41fc-a337-526fcd9c5270 req-b7518e9f-f94d-406a-97f7-39e426c84101 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/ports?device_id=34a9ac2e-c759-4617-9015-0a534a8df985 HTTP/1.1" status: 200 len: 945 time: 0.0509341 May 20 09:24:38.691496 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-2404c32d-80d7-41fc-a337-526fcd9c5270 req-a6c79a11-7302-49eb-91f1-cb227f93cd54 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/security-groups?id=783931fa-32e0-446e-880c-2f54623f7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464494 May 20 09:24:38.810365 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ddcaa6-6f9c-4993-bcbc-41ccef07cc05 req-64491a88-012f-496f-8ab9-0b5d7f225dac tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:24:38.811762 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-45ddcaa6-6f9c-4993-bcbc-41ccef07cc05 req-64491a88-012f-496f-8ab9-0b5d7f225dac tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/ports?device_id=34a9ac2e-c759-4617-9015-0a534a8df985 HTTP/1.1" status: 200 len: 945 time: 0.0521417 May 20 09:24:38.850122 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:38.869356 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-45ddcaa6-6f9c-4993-bcbc-41ccef07cc05 req-8e032795-4780-40a1-a763-240ce93a3a29 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/security-groups?id=783931fa-32e0-446e-880c-2f54623f7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507514 May 20 09:24:38.891465 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 40774) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:24:39.090076 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd513dd3-9523-488a-95e9-955728c808d5 tempest-TestShelveInstance-943296284 tempest-TestShelveInstance-943296284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:24:39.092333 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-dd513dd3-9523-488a-95e9-955728c808d5 tempest-TestShelveInstance-943296284 tempest-TestShelveInstance-943296284-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=34a9ac2e-c759-4617-9015-0a534a8df985 HTTP/1.1" status: 200 len: 1124 time: 0.1996481 May 20 09:24:39.096769 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 40778) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:24:39.101010 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-324ef207-c440-4997-96a2-ee0b85396c1c tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Request body: {'floatingip': {'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'port_id': 'da240909-826c-4043-959d-b2c8d848c327', 'tenant_id': '0855d455651d42709d1baa57d5647015', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 20 09:24:39.124519 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-324ef207-c440-4997-96a2-ee0b85396c1c tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:39.205958 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-324ef207-c440-4997-96a2-ee0b85396c1c tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:39.308235 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_common [None req-324ef207-c440-4997-96a2-ee0b85396c1c tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Allocated IP 172.27.0.111 (db85349c-1449-495a-9881-8426bbf372da/93804823-6bc2-4eb0-bfcd-bdee0631ed3e/5347fdcc-1179-4056-ad2c-2389e819bbb0) {{(pid=104276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:24:39.424886 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-324ef207-c440-4997-96a2-ee0b85396c1c tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Publish callbacks [] for port (5347fdcc-1179-4056-ad2c-2389e819bbb0), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:39.425915 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:39.460189 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-324ef207-c440-4997-96a2-ee0b85396c1c tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728766544936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (5347fdcc-1179-4056-ad2c-2389e819bbb0), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:39.500107 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324ef207-c440-4997-96a2-ee0b85396c1c tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Network db85349c-1449-495a-9881-8426bbf372da is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:24:39.504890 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-324ef207-c440-4997-96a2-ee0b85396c1c tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:24:39.507070 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ef207-c440-4997-96a2-ee0b85396c1c tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Pushing event updated for resources: {'Port': ['ID=5347fdcc-1179-4056-ad2c-2389e819bbb0,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:24:39.509172 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324ef207-c440-4997-96a2-ee0b85396c1c tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Received port after_create {{(pid=104276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 20 09:24:39.858964 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-324ef207-c440-4997-96a2-ee0b85396c1c tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Publish callbacks [] for floatingip (352fa160-cfe5-43d1-96f2-f417e25ff97a), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:39.882523 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:39.934362 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-324ef207-c440-4997-96a2-ee0b85396c1c tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (5347fdcc-1179-4056-ad2c-2389e819bbb0), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:40.107315 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-324ef207-c440-4997-96a2-ee0b85396c1c tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Publish callbacks [] for port (5347fdcc-1179-4056-ad2c-2389e819bbb0), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:40.114760 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-324ef207-c440-4997-96a2-ee0b85396c1c tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32464857'] for port (5347fdcc-1179-4056-ad2c-2389e819bbb0), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:40.173658 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:40.183319 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ef207-c440-4997-96a2-ee0b85396c1c tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Pushing event updated for resources: {'Port': ['ID=5347fdcc-1179-4056-ad2c-2389e819bbb0,revision_number=2']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:24:40.198812 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324ef207-c440-4997-96a2-ee0b85396c1c tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:24:40.199153 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324ef207-c440-4997-96a2-ee0b85396c1c tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:24:40.199517 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324ef207-c440-4997-96a2-ee0b85396c1c tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:24:40.199849 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324ef207-c440-4997-96a2-ee0b85396c1c tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:24:40.200184 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324ef207-c440-4997-96a2-ee0b85396c1c tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:24:40.200507 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324ef207-c440-4997-96a2-ee0b85396c1c tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:24:40.200823 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324ef207-c440-4997-96a2-ee0b85396c1c tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:24:40.201144 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324ef207-c440-4997-96a2-ee0b85396c1c tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:24:40.201463 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324ef207-c440-4997-96a2-ee0b85396c1c tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:24:40.201777 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324ef207-c440-4997-96a2-ee0b85396c1c tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:24:40.202095 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324ef207-c440-4997-96a2-ee0b85396c1c tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:24:40.202412 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324ef207-c440-4997-96a2-ee0b85396c1c tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:24:40.202728 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324ef207-c440-4997-96a2-ee0b85396c1c tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:24:40.203067 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324ef207-c440-4997-96a2-ee0b85396c1c tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:24:40.203410 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324ef207-c440-4997-96a2-ee0b85396c1c tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:24:40.209737 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-324ef207-c440-4997-96a2-ee0b85396c1c tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680135'] for floatingip (352fa160-cfe5-43d1-96f2-f417e25ff97a), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:40.303762 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.db.l3_db [None req-324ef207-c440-4997-96a2-ee0b85396c1c tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Floating IP 352fa160-cfe5-43d1-96f2-f417e25ff97a associated. External IP: 172.27.0.111, port: da240909-826c-4043-959d-b2c8d848c327. May 20 09:24:40.502237 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-324ef207-c440-4997-96a2-ee0b85396c1c tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Router a5102a4d-70f2-4764-a019-7da639dbb13f has already been hosted by L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 {{(pid=104276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 09:24:40.600919 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324ef207-c440-4997-96a2-ee0b85396c1c tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:24:40.610515 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481610dc-fc96-47ca-b512-1e0a17bf0527 None None] Sync routers for ids ['a5102a4d-70f2-4764-a019-7da639dbb13f'] in dv-cinder-836996-23-iscsi {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:24:40.621199 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481610dc-fc96-47ca-b512-1e0a17bf0527 None None] Routers {'a5102a4d-70f2-4764-a019-7da639dbb13f'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:24:40.621830 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-481610dc-fc96-47ca-b512-1e0a17bf0527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:24:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['a5102a4d-70f2-4764-a019-7da639dbb13f'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:24:40.624051 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-324ef207-c440-4997-96a2-ee0b85396c1c tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for floatingip (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:40.656371 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-324ef207-c440-4997-96a2-ee0b85396c1c tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5585971 May 20 09:24:40.656975 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34a9ac2e-c759-4617-9015-0a534a8df985', 'tag': 'da240909-826c-4043-959d-b2c8d848c327'}] {{(pid=104276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:24:40.659394 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f1859fdf6517cac9f3390f7253b255bfbc77edc31af200be8f81c994e01841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205d8cdc-82a0-48b2-99ed-b71d7df3ea12" -d '{"events": [{"name": "network-changed", "server_uuid": "34a9ac2e-c759-4617-9015-0a534a8df985", "tag": "da240909-826c-4043-959d-b2c8d848c327"}]}' {{(pid=104276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:24:40.695196 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 09:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187488d6-b6ba-4db1-8d11-baa62b8eaa29 x-openstack-request-id: req-187488d6-b6ba-4db1-8d11-baa62b8eaa29 {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:24:40.695511 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34a9ac2e-c759-4617-9015-0a534a8df985", "tag": "da240909-826c-4043-959d-b2c8d848c327", "status": "completed", "code": 200}]} {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:24:40.695758 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-187488d6-b6ba-4db1-8d11-baa62b8eaa29 {{(pid=104276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:24:40.696248 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-187488d6-b6ba-4db1-8d11-baa62b8eaa29'] response: {'name': 'network-changed', 'server_uuid': '34a9ac2e-c759-4617-9015-0a534a8df985', 'tag': 'da240909-826c-4043-959d-b2c8d848c327', 'status': 'completed', 'code': 200} May 20 09:24:40.727364 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-481610dc-fc96-47ca-b512-1e0a17bf0527 None None] Set router a5102a4d-70f2-4764-a019-7da639dbb13f gateway port host: dv-cinder-836996-23-iscsi {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:24:40.757155 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d8cdc-82a0-48b2-99ed-b71d7df3ea12 req-081544d1-e4c4-4fe9-a50b-962abd911543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:24:40.758911 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-205d8cdc-82a0-48b2-99ed-b71d7df3ea12 req-081544d1-e4c4-4fe9-a50b-962abd911543 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0855d455651d42709d1baa57d5647015&device_id=34a9ac2e-c759-4617-9015-0a534a8df985 HTTP/1.1" status: 200 len: 1129 time: 0.0392437 May 20 09:24:40.819364 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:40.852148 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d8cdc-82a0-48b2-99ed-b71d7df3ea12 req-0e7f5cce-96eb-49a0-89f1-84d955781798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:24:40.853683 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-205d8cdc-82a0-48b2-99ed-b71d7df3ea12 req-0e7f5cce-96eb-49a0-89f1-84d955781798 service neutron] 10.222.0.44 "GET /v2.0/networks?id=36904451-37db-4703-93e8-89780e944c9d HTTP/1.1" status: 200 len: 910 time: 0.0887105 May 20 09:24:40.921658 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-205d8cdc-82a0-48b2-99ed-b71d7df3ea12 req-657603ba-b900-49b4-b85e-85e5d92b6a72 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da240909-826c-4043-959d-b2c8d848c327 HTTP/1.1" status: 200 len: 999 time: 0.0625157 May 20 09:24:40.951306 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-481610dc-fc96-47ca-b512-1e0a17bf0527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5102a4d-70f2-4764-a019-7da639dbb13f', 'name': 'tempest-TestShelveInstance-1268563099-router', 'tenant_id': '0855d455651d42709d1baa57d5647015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '9b30e02c-2bb9-4a35-9d94-9c632c761d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:23:56Z', 'updated_at': '2022-05-20T09:23:59Z', 'revision_number': 4, 'project_id': '0855d455651d42709d1baa57d5647015', 'gw_port': {'id': '9b30e02c-2bb9-4a35-9d94-9c632c761d0f', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5102a4d-70f2-4764-a019-7da639dbb13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:23:57Z', 'updated_at': '2022-05-20T09:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_floatingips': [{'id': '352fa160-cfe5-43d1-96f2-f417e25ff97a', 'tenant_id': '0855d455651d42709d1baa57d5647015', 'floating_ip_address': '172.27.0.111', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': 'a5102a4d-70f2-4764-a019-7da639dbb13f', 'port_id': 'da240909-826c-4043-959d-b2c8d848c327', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36904451-37db-4703-93e8-89780e944c9d', 'mac_address': 'fa:16:3e:62:37:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a9ac2e-c759-4617-9015-0a534a8df985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:24:39Z', 'updated_at': '2022-05-20T09:24:39Z', 'revision_number': 0, 'project_id': '0855d455651d42709d1baa57d5647015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd350d36-1f9d-4aa1-beff-bfdb7177f36d', 'name': '', 'network_id': '36904451-37db-4703-93e8-89780e944c9d', 'tenant_id': '0855d455651d42709d1baa57d5647015', 'mac_address': 'fa:16:3e:b0:88:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5102a4d-70f2-4764-a019-7da639dbb13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '2542d56c-142f-4e1a-b222-bf16ea3cfd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:23:58Z', 'updated_at': '2022-05-20T09:24:02Z', 'revision_number': 5, 'project_id': '0855d455651d42709d1baa57d5647015', 'subnets': [{'id': '2542d56c-142f-4e1a-b222-bf16ea3cfd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:24:40.968278 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d8cdc-82a0-48b2-99ed-b71d7df3ea12 req-fa246beb-5bd0-4b63-a696-079d822cd6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:24:40.969772 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-205d8cdc-82a0-48b2-99ed-b71d7df3ea12 req-fa246beb-5bd0-4b63-a696-079d822cd6ba service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2542d56c-142f-4e1a-b222-bf16ea3cfd63 HTTP/1.1" status: 200 len: 848 time: 0.0430093 May 20 09:24:40.975537 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481610dc-fc96-47ca-b512-1e0a17bf0527 None None] Checking router: a5102a4d-70f2-4764-a019-7da639dbb13f for host: dv-cinder-836996-23-iscsi {{(pid=104277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:24:40.984243 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481610dc-fc96-47ca-b512-1e0a17bf0527 None None] Routers {'a5102a4d-70f2-4764-a019-7da639dbb13f'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:24:40.984844 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-481610dc-fc96-47ca-b512-1e0a17bf0527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:24:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['a5102a4d-70f2-4764-a019-7da639dbb13f'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:24:41.013569 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d8cdc-82a0-48b2-99ed-b71d7df3ea12 req-ffb55b82-f137-4fd8-9fa8-220a08f30ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:24:41.014972 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-205d8cdc-82a0-48b2-99ed-b71d7df3ea12 req-ffb55b82-f137-4fd8-9fa8-220a08f30ab0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=36904451-37db-4703-93e8-89780e944c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0379372 May 20 09:24:41.074813 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:41.085924 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-481610dc-fc96-47ca-b512-1e0a17bf0527 None None] Set router a5102a4d-70f2-4764-a019-7da639dbb13f gateway port host: dv-cinder-836996-23-iscsi {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:24:41.105939 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-205d8cdc-82a0-48b2-99ed-b71d7df3ea12 req-e5091f2e-cf6f-4853-b55a-96b472b2caa3 service neutron] 10.222.0.44 "GET /v2.0/networks/36904451-37db-4703-93e8-89780e944c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847523 May 20 09:24:41.165960 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:41.195856 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-205d8cdc-82a0-48b2-99ed-b71d7df3ea12 req-74d1e276-c550-425c-8085-056e608c4bc5 service neutron] 10.222.0.44 "GET /v2.0/networks/36904451-37db-4703-93e8-89780e944c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839040 May 20 09:24:41.295385 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-481610dc-fc96-47ca-b512-1e0a17bf0527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5102a4d-70f2-4764-a019-7da639dbb13f', 'name': 'tempest-TestShelveInstance-1268563099-router', 'tenant_id': '0855d455651d42709d1baa57d5647015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '9b30e02c-2bb9-4a35-9d94-9c632c761d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:23:56Z', 'updated_at': '2022-05-20T09:23:59Z', 'revision_number': 4, 'project_id': '0855d455651d42709d1baa57d5647015', 'gw_port': {'id': '9b30e02c-2bb9-4a35-9d94-9c632c761d0f', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5102a4d-70f2-4764-a019-7da639dbb13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:23:57Z', 'updated_at': '2022-05-20T09:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_floatingips': [{'id': '352fa160-cfe5-43d1-96f2-f417e25ff97a', 'tenant_id': '0855d455651d42709d1baa57d5647015', 'floating_ip_address': '172.27.0.111', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': 'a5102a4d-70f2-4764-a019-7da639dbb13f', 'port_id': 'da240909-826c-4043-959d-b2c8d848c327', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36904451-37db-4703-93e8-89780e944c9d', 'mac_address': 'fa:16:3e:62:37:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a9ac2e-c759-4617-9015-0a534a8df985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:24:39Z', 'updated_at': '2022-05-20T09:24:39Z', 'revision_number': 0, 'project_id': '0855d455651d42709d1baa57d5647015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd350d36-1f9d-4aa1-beff-bfdb7177f36d', 'name': '', 'network_id': '36904451-37db-4703-93e8-89780e944c9d', 'tenant_id': '0855d455651d42709d1baa57d5647015', 'mac_address': 'fa:16:3e:b0:88:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5102a4d-70f2-4764-a019-7da639dbb13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '2542d56c-142f-4e1a-b222-bf16ea3cfd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:23:58Z', 'updated_at': '2022-05-20T09:24:02Z', 'revision_number': 5, 'project_id': '0855d455651d42709d1baa57d5647015', 'subnets': [{'id': '2542d56c-142f-4e1a-b222-bf16ea3cfd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:24:41.319242 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481610dc-fc96-47ca-b512-1e0a17bf0527 None None] The sync data for ids ['a5102a4d-70f2-4764-a019-7da639dbb13f'] in dv-cinder-836996-23-iscsi is: [{'id': 'a5102a4d-70f2-4764-a019-7da639dbb13f', 'name': 'tempest-TestShelveInstance-1268563099-router', 'tenant_id': '0855d455651d42709d1baa57d5647015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '9b30e02c-2bb9-4a35-9d94-9c632c761d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:23:56Z', 'updated_at': '2022-05-20T09:23:59Z', 'revision_number': 4, 'project_id': '0855d455651d42709d1baa57d5647015', 'gw_port': {'id': '9b30e02c-2bb9-4a35-9d94-9c632c761d0f', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5102a4d-70f2-4764-a019-7da639dbb13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:23:57Z', 'updated_at': '2022-05-20T09:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_floatingips': [{'id': '352fa160-cfe5-43d1-96f2-f417e25ff97a', 'tenant_id': '0855d455651d42709d1baa57d5647015', 'floating_ip_address': '172.27.0.111', 'floating_network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'router_id': 'a5102a4d-70f2-4764-a019-7da639dbb13f', 'port_id': 'da240909-826c-4043-959d-b2c8d848c327', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36904451-37db-4703-93e8-89780e944c9d', 'mac_address': 'fa:16:3e:62:37:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a9ac2e-c759-4617-9015-0a534a8df985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-20T09:24:39Z', 'updated_at': '2022-05-20T09:24:39Z', 'revision_number': 0, 'project_id': '0855d455651d42709d1baa57d5647015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd350d36-1f9d-4aa1-beff-bfdb7177f36d', 'name': '', 'network_id': '36904451-37db-4703-93e8-89780e944c9d', 'tenant_id': '0855d455651d42709d1baa57d5647015', 'mac_address': 'fa:16:3e:b0:88:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5102a4d-70f2-4764-a019-7da639dbb13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '2542d56c-142f-4e1a-b222-bf16ea3cfd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:23:58Z', 'updated_at': '2022-05-20T09:24:02Z', 'revision_number': 5, 'project_id': '0855d455651d42709d1baa57d5647015', 'subnets': [{'id': '2542d56c-142f-4e1a-b222-bf16ea3cfd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:24:41.520013 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcc705d-ee61-4ece-862c-105d9232671a None None] New status for floating IP 352fa160-cfe5-43d1-96f2-f417e25ff97a: ACTIVE {{(pid=104278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 20 09:24:43.536220 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:43.545314 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-79d8e59d-72aa-4a29-ae0b-47177ffd44ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:45.786198 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a919ae65-0bdd-4974-a98c-370fa541e182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:47.143611 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:48.424143 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:48.682739 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=83 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:48.686558 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=14 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:50.138243 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:24:51.191983 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:51.193225 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=35 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:24:53.228435 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (2d1be950-4dd6-4324-90da-2272c7a86826), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:25:00.008142 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:25:00.009312 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=16,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:25:03.218255 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=32,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:25:03.221677 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:25:10.069677 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.agents_db [None req-08ca63ee-ac6b-41b9-8918-1f445ad695da None None] Agent healthcheck: found 6 active agents {{(pid=104278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 09:25:13.551198 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-eff690c7-a37d-4b41-8c30-447ee857ca1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:25:15.787838 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-87204c34-2a0e-4a47-8a55-f4754dc6a187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:25:17.155560 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:25:18.425067 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:25:20.060248 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:25:20.061377 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:25:20.133927 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:25:23.242823 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (2d1be950-4dd6-4324-90da-2272c7a86826), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:25:29.435177 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-05b37343-9757-4f2e-9431-22665082335c req-fcf31972-439e-4b2d-832b-bfaa78d21ecc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=34a9ac2e-c759-4617-9015-0a534a8df985&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445149 May 20 09:25:29.515850 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b37343-9757-4f2e-9431-22665082335c req-d8e0476a-8450-407e-9c44-08501e7ae069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:25:29.517322 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-05b37343-9757-4f2e-9431-22665082335c req-d8e0476a-8450-407e-9c44-08501e7ae069 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0855d455651d42709d1baa57d5647015&device_id=34a9ac2e-c759-4617-9015-0a534a8df985 HTTP/1.1" status: 200 len: 1129 time: 0.0387273 May 20 09:25:29.624048 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b37343-9757-4f2e-9431-22665082335c req-84192422-dd1a-4b69-9890-332adb073707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:25:29.625505 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-05b37343-9757-4f2e-9431-22665082335c req-84192422-dd1a-4b69-9890-332adb073707 service neutron] 10.222.0.44 "GET /v2.0/networks?id=36904451-37db-4703-93e8-89780e944c9d HTTP/1.1" status: 200 len: 910 time: 0.0842614 May 20 09:25:29.690570 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-05b37343-9757-4f2e-9431-22665082335c req-c9b52adb-91aa-4158-b1b9-dd407afe0922 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da240909-826c-4043-959d-b2c8d848c327 HTTP/1.1" status: 200 len: 1001 time: 0.0586767 May 20 09:25:29.737841 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b37343-9757-4f2e-9431-22665082335c req-cc22dced-9974-43c4-8114-06ad4907cfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:25:29.739209 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-05b37343-9757-4f2e-9431-22665082335c req-cc22dced-9974-43c4-8114-06ad4907cfcd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2542d56c-142f-4e1a-b222-bf16ea3cfd63 HTTP/1.1" status: 200 len: 848 time: 0.0420113 May 20 09:25:29.782191 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b37343-9757-4f2e-9431-22665082335c req-75afdf72-dad9-484c-a7db-29f8157ce748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:25:29.783896 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-05b37343-9757-4f2e-9431-22665082335c req-75afdf72-dad9-484c-a7db-29f8157ce748 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=36904451-37db-4703-93e8-89780e944c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0383284 May 20 09:25:29.875458 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-05b37343-9757-4f2e-9431-22665082335c req-53b77e47-90fb-4294-b087-8329fb5ed6be service neutron] 10.222.0.44 "GET /v2.0/networks/36904451-37db-4703-93e8-89780e944c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851891 May 20 09:25:29.962026 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-05b37343-9757-4f2e-9431-22665082335c req-bfe4146e-4095-4e94-bfd6-df7f8a6acc1f service neutron] 10.222.0.44 "GET /v2.0/networks/36904451-37db-4703-93e8-89780e944c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808182 May 20 09:25:33.228010 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:25:33.236110 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:25:39.952800 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=47 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:25:39.959601 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=54 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:25:43.475944 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=17 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:25:43.477164 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=15 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:25:43.538612 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-02557192-df2b-486d-9060-1afe8b1c78d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:25:45.789611 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-f2469183-e5d5-450c-9cdd-139504de181c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:25:47.076120 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.agents_db [None req-08ca63ee-ac6b-41b9-8918-1f445ad695da None None] Agent healthcheck: found 6 active agents {{(pid=104278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 09:25:47.156419 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:25:48.430808 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:25:50.144307 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:25:53.276826 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (2d1be950-4dd6-4324-90da-2272c7a86826), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:25:57.066482 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:25:57.067221 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:26:03.264042 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:26:03.267321 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:26:13.546852 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-f845f18f-0116-4299-9950-74318a312bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:26:14.012394 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:26:14.014411 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:26:15.793592 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-346483b0-500a-45de-9757-72b2bfb8dd4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:26:17.157162 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:26:18.434646 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:26:20.149498 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:26:23.291491 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (2d1be950-4dd6-4324-90da-2272c7a86826), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:26:24.081235 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.agents_db [None req-08ca63ee-ac6b-41b9-8918-1f445ad695da None None] Agent healthcheck: found 6 active agents {{(pid=104278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 09:26:29.419251 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b5d68f9c-5ae1-4f01-8508-c2e0106f8b6a req-3edf39e4-52f3-4750-afbd-93ba34acb188 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=34a9ac2e-c759-4617-9015-0a534a8df985&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440421 May 20 09:26:29.505177 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d68f9c-5ae1-4f01-8508-c2e0106f8b6a req-2724d130-591a-459d-bc7a-6908f42c0a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:26:29.506656 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b5d68f9c-5ae1-4f01-8508-c2e0106f8b6a req-2724d130-591a-459d-bc7a-6908f42c0a63 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0855d455651d42709d1baa57d5647015&device_id=34a9ac2e-c759-4617-9015-0a534a8df985 HTTP/1.1" status: 200 len: 1129 time: 0.0415623 May 20 09:26:29.611541 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d68f9c-5ae1-4f01-8508-c2e0106f8b6a req-d1eeec9d-e5ea-43bd-9396-08ac3c3b6e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:26:29.612915 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b5d68f9c-5ae1-4f01-8508-c2e0106f8b6a req-d1eeec9d-e5ea-43bd-9396-08ac3c3b6e05 service neutron] 10.222.0.44 "GET /v2.0/networks?id=36904451-37db-4703-93e8-89780e944c9d HTTP/1.1" status: 200 len: 910 time: 0.0841470 May 20 09:26:29.675738 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b5d68f9c-5ae1-4f01-8508-c2e0106f8b6a req-81a06f4e-67ab-4f4c-b2b1-05e4c28aa415 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da240909-826c-4043-959d-b2c8d848c327 HTTP/1.1" status: 200 len: 1001 time: 0.0568931 May 20 09:26:29.728020 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d68f9c-5ae1-4f01-8508-c2e0106f8b6a req-5953a80b-fe3c-4bff-aece-278e9befe36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:26:29.730317 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b5d68f9c-5ae1-4f01-8508-c2e0106f8b6a req-5953a80b-fe3c-4bff-aece-278e9befe36b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2542d56c-142f-4e1a-b222-bf16ea3cfd63 HTTP/1.1" status: 200 len: 848 time: 0.0488460 May 20 09:26:29.774214 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d68f9c-5ae1-4f01-8508-c2e0106f8b6a req-b85b2438-3ba5-4603-befa-c266a9a53798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:26:29.775906 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b5d68f9c-5ae1-4f01-8508-c2e0106f8b6a req-b85b2438-3ba5-4603-befa-c266a9a53798 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=36904451-37db-4703-93e8-89780e944c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396781 May 20 09:26:29.885105 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b5d68f9c-5ae1-4f01-8508-c2e0106f8b6a req-67d9c4aa-9346-48af-8e9f-7c7495f85f3d service neutron] 10.222.0.44 "GET /v2.0/networks/36904451-37db-4703-93e8-89780e944c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022456 May 20 09:26:29.986821 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b5d68f9c-5ae1-4f01-8508-c2e0106f8b6a req-c834848c-7752-485c-92b9-5c51ded25d87 service neutron] 10.222.0.44 "GET /v2.0/networks/36904451-37db-4703-93e8-89780e944c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961337 May 20 09:26:33.272722 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:26:33.284890 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:26:35.955293 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef3c67-251a-40b5-bef3-4a5cefe9738d req-3bc48283-2072-48d7-a6d3-1f2e860ba062 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:26:35.956760 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-96ef3c67-251a-40b5-bef3-4a5cefe9738d req-3bc48283-2072-48d7-a6d3-1f2e860ba062 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/ports?device_id=34a9ac2e-c759-4617-9015-0a534a8df985 HTTP/1.1" status: 200 len: 945 time: 0.0526574 May 20 09:26:36.004856 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-96ef3c67-251a-40b5-bef3-4a5cefe9738d req-3f53cf25-7198-42d6-a255-e43b552b36c0 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/security-groups?id=783931fa-32e0-446e-880c-2f54623f7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424602 May 20 09:26:37.145155 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c615fa-49b5-40f4-9314-f376a302a75b req-7cd43778-6063-4836-994a-7c4cc5b81937 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:26:37.146601 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a2c615fa-49b5-40f4-9314-f376a302a75b req-7cd43778-6063-4836-994a-7c4cc5b81937 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/ports?device_id=34a9ac2e-c759-4617-9015-0a534a8df985 HTTP/1.1" status: 200 len: 945 time: 0.0546129 May 20 09:26:37.202415 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a2c615fa-49b5-40f4-9314-f376a302a75b req-5d51fafb-63f5-4598-ad02-5f5c7b02063e tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/security-groups?id=783931fa-32e0-446e-880c-2f54623f7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476265 May 20 09:26:38.338791 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebaf714-68e7-4cbe-b8c5-fbe4c1129f43 req-aac605b8-f3b7-4b72-adf4-e87ab2b373eb tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:26:38.340281 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-5ebaf714-68e7-4cbe-b8c5-fbe4c1129f43 req-aac605b8-f3b7-4b72-adf4-e87ab2b373eb tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/ports?device_id=34a9ac2e-c759-4617-9015-0a534a8df985 HTTP/1.1" status: 200 len: 945 time: 0.0571542 May 20 09:26:38.392426 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-5ebaf714-68e7-4cbe-b8c5-fbe4c1129f43 req-6edd2fcd-d11b-401b-a029-70c29da85ce9 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/security-groups?id=783931fa-32e0-446e-880c-2f54623f7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457940 May 20 09:26:39.515249 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99522b38-e665-452e-a47e-aa0ed7109c18 req-e8e65274-b12a-4b3b-ad7a-1f7caeba7bb2 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:26:39.516745 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-99522b38-e665-452e-a47e-aa0ed7109c18 req-e8e65274-b12a-4b3b-ad7a-1f7caeba7bb2 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/ports?device_id=34a9ac2e-c759-4617-9015-0a534a8df985 HTTP/1.1" status: 200 len: 945 time: 0.0477769 May 20 09:26:39.565351 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-99522b38-e665-452e-a47e-aa0ed7109c18 req-87320fd6-d01c-4c07-a159-4554eaa16748 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/security-groups?id=783931fa-32e0-446e-880c-2f54623f7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429184 May 20 09:26:40.693906 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f3b19-8348-4a8b-82fb-5eeec23bea4c req-b1a9f435-fcaa-4fdd-9d19-e3a881282770 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:26:40.695536 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f57f3b19-8348-4a8b-82fb-5eeec23bea4c req-b1a9f435-fcaa-4fdd-9d19-e3a881282770 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/ports?device_id=34a9ac2e-c759-4617-9015-0a534a8df985 HTTP/1.1" status: 200 len: 945 time: 0.0538054 May 20 09:26:40.750785 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-f57f3b19-8348-4a8b-82fb-5eeec23bea4c req-751a95f4-38a9-491a-bcc8-6e2f5fee1bc6 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/security-groups?id=783931fa-32e0-446e-880c-2f54623f7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472586 May 20 09:26:41.876789 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063e709-bca8-4e56-bdd4-0385827472ec req-4a517819-66e3-4c7c-8df8-1fb68eb88837 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:26:41.878266 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c063e709-bca8-4e56-bdd4-0385827472ec req-4a517819-66e3-4c7c-8df8-1fb68eb88837 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/ports?device_id=34a9ac2e-c759-4617-9015-0a534a8df985 HTTP/1.1" status: 200 len: 945 time: 0.0474463 May 20 09:26:41.934848 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c063e709-bca8-4e56-bdd4-0385827472ec req-617f57c6-7404-4bd5-ad10-02c289fb096d tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/security-groups?id=783931fa-32e0-446e-880c-2f54623f7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508599 May 20 09:26:43.064772 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107ccf4-e120-4879-8381-1a5cce3e2b3e req-64d67764-579f-46d4-84b5-a61bc5c18c96 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:26:43.066152 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-3107ccf4-e120-4879-8381-1a5cce3e2b3e req-64d67764-579f-46d4-84b5-a61bc5c18c96 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/ports?device_id=34a9ac2e-c759-4617-9015-0a534a8df985 HTTP/1.1" status: 200 len: 945 time: 0.0477667 May 20 09:26:43.116098 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-3107ccf4-e120-4879-8381-1a5cce3e2b3e req-67c58523-54b5-4f5e-aa08-120795ce18a4 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/security-groups?id=783931fa-32e0-446e-880c-2f54623f7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441129 May 20 09:26:43.549744 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-dfaadde2-3335-42bd-b7bf-fdf0dde4fec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:26:44.242614 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec7cc9-6335-4d1e-89d3-4c19ce389927 req-2b73935f-d8a0-4667-8776-6941f6e941ad tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:26:44.244100 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8eec7cc9-6335-4d1e-89d3-4c19ce389927 req-2b73935f-d8a0-4667-8776-6941f6e941ad tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/ports?device_id=34a9ac2e-c759-4617-9015-0a534a8df985 HTTP/1.1" status: 200 len: 945 time: 0.0503628 May 20 09:26:44.292219 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8eec7cc9-6335-4d1e-89d3-4c19ce389927 req-3a4da4c6-9b20-41dd-8adb-4838d68f6d4f tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/security-groups?id=783931fa-32e0-446e-880c-2f54623f7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424056 May 20 09:26:45.425827 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56068ca2-e04a-471e-a43a-92bf04da472b req-0f31ca48-0b02-4e9e-8d57-0ac333246793 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:26:45.427294 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-56068ca2-e04a-471e-a43a-92bf04da472b req-0f31ca48-0b02-4e9e-8d57-0ac333246793 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/ports?device_id=34a9ac2e-c759-4617-9015-0a534a8df985 HTTP/1.1" status: 200 len: 945 time: 0.0579472 May 20 09:26:45.477008 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-56068ca2-e04a-471e-a43a-92bf04da472b req-90c9003c-e519-4ed6-b519-79390c801dfc tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/security-groups?id=783931fa-32e0-446e-880c-2f54623f7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439701 May 20 09:26:45.798318 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-24aeba74-81f1-440e-8ef3-a9e57ff3d85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:26:46.088630 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256988e6-1eaa-4dde-bff1-6e681c1eeaec req-53df0d05-7714-4f1f-8621-d407b3c3a3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:26:46.089984 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-256988e6-1eaa-4dde-bff1-6e681c1eeaec req-53df0d05-7714-4f1f-8621-d407b3c3a3b3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0855d455651d42709d1baa57d5647015&device_id=34a9ac2e-c759-4617-9015-0a534a8df985 HTTP/1.1" status: 200 len: 1129 time: 0.0428433 May 20 09:26:46.142124 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:26:46.180343 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256988e6-1eaa-4dde-bff1-6e681c1eeaec req-e4bb2e45-44d8-4628-a93b-a77d8260354e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:26:46.181870 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-256988e6-1eaa-4dde-bff1-6e681c1eeaec req-e4bb2e45-44d8-4628-a93b-a77d8260354e service neutron] 10.222.0.44 "GET /v2.0/networks?id=36904451-37db-4703-93e8-89780e944c9d HTTP/1.1" status: 200 len: 910 time: 0.0857897 May 20 09:26:46.236842 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:26:46.241086 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-256988e6-1eaa-4dde-bff1-6e681c1eeaec req-106ed536-c557-49c5-ae31-650a5d1ece28 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da240909-826c-4043-959d-b2c8d848c327 HTTP/1.1" status: 200 len: 1001 time: 0.0533769 May 20 09:26:46.288702 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256988e6-1eaa-4dde-bff1-6e681c1eeaec req-484bac3b-291d-4be0-91a5-41d03a599349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:26:46.290076 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-256988e6-1eaa-4dde-bff1-6e681c1eeaec req-484bac3b-291d-4be0-91a5-41d03a599349 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2542d56c-142f-4e1a-b222-bf16ea3cfd63 HTTP/1.1" status: 200 len: 848 time: 0.0426941 May 20 09:26:46.335485 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256988e6-1eaa-4dde-bff1-6e681c1eeaec req-b5b2bec1-b419-480c-8ad5-3de3140f63b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:26:46.336895 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-256988e6-1eaa-4dde-bff1-6e681c1eeaec req-b5b2bec1-b419-480c-8ad5-3de3140f63b1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=36904451-37db-4703-93e8-89780e944c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0403464 May 20 09:26:46.696353 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d76ec-e0fa-448c-bbc0-9c7dab02e1a8 req-8519ea1a-e904-443c-8db7-780601033cc2 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:26:46.697843 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4c6d76ec-e0fa-448c-bbc0-9c7dab02e1a8 req-8519ea1a-e904-443c-8db7-780601033cc2 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/ports?device_id=34a9ac2e-c759-4617-9015-0a534a8df985 HTTP/1.1" status: 200 len: 945 time: 0.0860949 May 20 09:26:46.737006 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-256988e6-1eaa-4dde-bff1-6e681c1eeaec req-75bf227f-84bb-4be3-b2b0-5b2d46f73251 service neutron] 10.222.0.44 "GET /v2.0/networks/36904451-37db-4703-93e8-89780e944c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932590 May 20 09:26:46.804553 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4c6d76ec-e0fa-448c-bbc0-9c7dab02e1a8 req-6fef6eba-a43b-4241-b50b-f63623f1c56f tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/security-groups?id=783931fa-32e0-446e-880c-2f54623f7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005213 May 20 09:26:46.842356 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-256988e6-1eaa-4dde-bff1-6e681c1eeaec req-c837ca85-7108-4df8-8b3f-b340e97281b2 service neutron] 10.222.0.44 "GET /v2.0/networks/36904451-37db-4703-93e8-89780e944c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983067 May 20 09:26:47.161874 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:26:47.925833 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86471a-00c3-4397-a373-b61aebd21441 req-f31814fb-8034-41ee-8129-78bdd7637270 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:26:47.927283 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-7c86471a-00c3-4397-a373-b61aebd21441 req-f31814fb-8034-41ee-8129-78bdd7637270 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/ports?device_id=34a9ac2e-c759-4617-9015-0a534a8df985 HTTP/1.1" status: 200 len: 945 time: 0.0494916 May 20 09:26:47.986595 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-7c86471a-00c3-4397-a373-b61aebd21441 req-63ea7415-dc14-460f-8665-fa6ae6ba13e7 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/security-groups?id=783931fa-32e0-446e-880c-2f54623f7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536261 May 20 09:26:48.432001 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:26:49.123512 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1529a9-2009-4169-bfe7-0264e2fcd89b req-fc0f5d1c-4f3a-474c-91e9-92725523e255 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:26:49.125028 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-fa1529a9-2009-4169-bfe7-0264e2fcd89b req-fc0f5d1c-4f3a-474c-91e9-92725523e255 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/ports?device_id=34a9ac2e-c759-4617-9015-0a534a8df985 HTTP/1.1" status: 200 len: 945 time: 0.0596323 May 20 09:26:49.175099 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-fa1529a9-2009-4169-bfe7-0264e2fcd89b req-58190db8-82ca-454b-8b56-1b1fcb482571 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/security-groups?id=783931fa-32e0-446e-880c-2f54623f7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443776 May 20 09:26:49.344115 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [req-64d8e7f3-4920-49be-a5ec-b10fb4c574ff req-293b0c7f-cb1a-453d-b4b2-7294831bd20d service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=104275) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 20 09:26:49.345106 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-64d8e7f3-4920-49be-a5ec-b10fb4c574ff req-293b0c7f-cb1a-453d-b4b2-7294831bd20d service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1073711 May 20 09:26:49.505794 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191ff37-d0bc-46b1-885c-d99f8b2c46a1 req-a5ccf071-978d-47ed-bbf8-380edf36fb8d tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:26:49.507320 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4191ff37-d0bc-46b1-885c-d99f8b2c46a1 req-a5ccf071-978d-47ed-bbf8-380edf36fb8d tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/ports?device_id=34a9ac2e-c759-4617-9015-0a534a8df985 HTTP/1.1" status: 200 len: 945 time: 0.0467305 May 20 09:26:49.536529 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 40872) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:26:49.557081 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4191ff37-d0bc-46b1-885c-d99f8b2c46a1 req-3d9ccfe0-710a-4da3-a7b1-6062bc1c5201 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/security-groups?id=783931fa-32e0-446e-880c-2f54623f7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438154 May 20 09:26:49.614546 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-9ae5219c-6f81-4971-bac0-21a30dd8427f req-356a4b55-6631-4cb0-b59d-f11aa7ea32bf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=34a9ac2e-c759-4617-9015-0a534a8df985&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0767975 May 20 09:26:49.624500 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [req-9ae5219c-6f81-4971-bac0-21a30dd8427f req-c67bbfb5-0884-4f86-926d-0e78584164f5 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=104275) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 20 09:26:49.625432 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-9ae5219c-6f81-4971-bac0-21a30dd8427f req-c67bbfb5-0884-4f86-926d-0e78584164f5 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047698 May 20 09:26:49.782816 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 40880) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:26:49.877485 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5219c-6f81-4971-bac0-21a30dd8427f req-e9095d8b-f8d0-45da-b307-fe70578a3fbb tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:26:49.878846 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9ae5219c-6f81-4971-bac0-21a30dd8427f req-e9095d8b-f8d0-45da-b307-fe70578a3fbb tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/ports/da240909-826c-4043-959d-b2c8d848c327 HTTP/1.1" status: 200 len: 942 time: 0.0950503 May 20 09:26:50.145421 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:26:50.692653 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f8e59-4dfa-4f0f-ab84-ddcb8293584a req-dd464343-4180-407d-b29b-c3d78b99618c tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:26:50.694174 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-9e7f8e59-4dfa-4f0f-ab84-ddcb8293584a req-dd464343-4180-407d-b29b-c3d78b99618c tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/ports?device_id=34a9ac2e-c759-4617-9015-0a534a8df985 HTTP/1.1" status: 200 len: 945 time: 0.0637629 May 20 09:26:50.753331 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-9e7f8e59-4dfa-4f0f-ab84-ddcb8293584a req-9be6fa6c-280d-483d-8a5b-2408b8f5b038 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/security-groups?id=783931fa-32e0-446e-880c-2f54623f7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526693 May 20 09:26:51.009792 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:26:51.011629 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:26:51.149523 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5219c-6f81-4971-bac0-21a30dd8427f req-f638cd9b-a87d-400c-b5ca-5507d002708d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:26:51.151005 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9ae5219c-6f81-4971-bac0-21a30dd8427f req-f638cd9b-a87d-400c-b5ca-5507d002708d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=34a9ac2e-c759-4617-9015-0a534a8df985&tenant_id=0855d455651d42709d1baa57d5647015 HTTP/1.1" status: 200 len: 1129 time: 0.0436745 May 20 09:26:51.208805 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5219c-6f81-4971-bac0-21a30dd8427f req-dec4a95e-0c26-40ee-9b56-285dc81b3cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:26:51.210259 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9ae5219c-6f81-4971-bac0-21a30dd8427f req-dec4a95e-0c26-40ee-9b56-285dc81b3cfd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0855d455651d42709d1baa57d5647015&device_id=34a9ac2e-c759-4617-9015-0a534a8df985 HTTP/1.1" status: 200 len: 1129 time: 0.0381658 May 20 09:26:51.305670 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5219c-6f81-4971-bac0-21a30dd8427f req-484d9288-08e0-4d56-a553-5903a2ac20d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:26:51.307144 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9ae5219c-6f81-4971-bac0-21a30dd8427f req-484d9288-08e0-4d56-a553-5903a2ac20d7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=36904451-37db-4703-93e8-89780e944c9d HTTP/1.1" status: 200 len: 910 time: 0.0896969 May 20 09:26:51.371736 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9ae5219c-6f81-4971-bac0-21a30dd8427f req-1d5f3894-dc6f-45e4-878d-60e7f71130f1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da240909-826c-4043-959d-b2c8d848c327 HTTP/1.1" status: 200 len: 1001 time: 0.0587935 May 20 09:26:51.422090 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5219c-6f81-4971-bac0-21a30dd8427f req-87511c42-e4da-4464-b1f6-134f3bbffd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:26:51.423528 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9ae5219c-6f81-4971-bac0-21a30dd8427f req-87511c42-e4da-4464-b1f6-134f3bbffd59 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2542d56c-142f-4e1a-b222-bf16ea3cfd63 HTTP/1.1" status: 200 len: 848 time: 0.0466356 May 20 09:26:51.464058 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:26:51.469919 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5219c-6f81-4971-bac0-21a30dd8427f req-58899bf5-450d-4abf-a0c9-7b4309447e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:26:51.471706 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9ae5219c-6f81-4971-bac0-21a30dd8427f req-58899bf5-450d-4abf-a0c9-7b4309447e9d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=36904451-37db-4703-93e8-89780e944c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427208 May 20 09:26:51.529901 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device da240909-826c-4043-959d-b2c8d848c327 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 09:26:51.550079 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:26:51.561425 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9ae5219c-6f81-4971-bac0-21a30dd8427f req-9d23fe8d-3a32-444c-8efd-65f88084907e service neutron] 10.222.0.44 "GET /v2.0/networks/36904451-37db-4703-93e8-89780e944c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839729 May 20 09:26:51.601909 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port da240909-826c-4043-959d-b2c8d848c327 is: ACTIVE; New status is: DOWN {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:26:51.602640 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (da240909-826c-4043-959d-b2c8d848c327), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:26:51.625624 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a9ac2e-c759-4617-9015-0a534a8df985', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da240909-826c-4043-959d-b2c8d848c327'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:26:51.627896 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a79de04d4ec243d1cdc81b41ccc126ec62664011dfe1c1a94e68b1d536b5d8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a749d20-0e96-47f0-9de5-6c379ee73916" -d '{"events": [{"server_uuid": "34a9ac2e-c759-4617-9015-0a534a8df985", "name": "network-vif-unplugged", "status": "completed", "tag": "da240909-826c-4043-959d-b2c8d848c327"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:26:51.640348 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port da240909-826c-4043-959d-b2c8d848c327, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=da240909-826c-4043-959d-b2c8d848c327,segment=NetworkSegment(76bca225-fe99-4c25-85ae-ecfadc79b4b8),segment_id=76bca225-fe99-4c25-85ae-ecfadc79b4b8)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:26:51.645508 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (da240909-826c-4043-959d-b2c8d848c327), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:26:51.657927 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9ae5219c-6f81-4971-bac0-21a30dd8427f req-202cdf6e-d02a-4b17-a451-6749e5740b4d service neutron] 10.222.0.44 "GET /v2.0/networks/36904451-37db-4703-93e8-89780e944c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904434 May 20 09:26:51.668310 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 May 2022 09:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e9080b-d60f-423d-b325-3594a32963e1 x-openstack-request-id: req-c6e9080b-d60f-423d-b325-3594a32963e1 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:26:51.668599 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34a9ac2e-c759-4617-9015-0a534a8df985", "name": "network-vif-unplugged", "status": "completed", "tag": "da240909-826c-4043-959d-b2c8d848c327", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:26:51.668850 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c6e9080b-d60f-423d-b325-3594a32963e1 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:26:51.669250 dv-cinder-836996-23-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6e9080b-d60f-423d-b325-3594a32963e1'] response: {'server_uuid': '34a9ac2e-c759-4617-9015-0a534a8df985', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da240909-826c-4043-959d-b2c8d848c327', 'code': 200} May 20 09:26:51.694835 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=da240909-826c-4043-959d-b2c8d848c327,revision_number=6']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:26:51.702300 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:26:51.702648 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:26:51.702994 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:26:51.703366 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:26:51.703706 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:26:51.704036 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:26:51.704361 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:26:51.704688 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:26:51.705018 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:26:51.705342 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:26:51.705665 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:26:51.705986 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:26:51.706306 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:26:51.706619 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:26:51.706936 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:26:51.877372 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7843fa4c-24c1-4eaf-b864-325a5d00b121 req-154bda33-b008-4e91-9e4b-dee1e6238fa0 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:26:51.878819 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-7843fa4c-24c1-4eaf-b864-325a5d00b121 req-154bda33-b008-4e91-9e4b-dee1e6238fa0 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/ports?device_id=34a9ac2e-c759-4617-9015-0a534a8df985 HTTP/1.1" status: 200 len: 943 time: 0.0539906 May 20 09:26:51.930202 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-7843fa4c-24c1-4eaf-b864-325a5d00b121 req-df498e73-7bdf-4fea-9394-a5cc8fd72ee2 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/security-groups?id=783931fa-32e0-446e-880c-2f54623f7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431695 May 20 09:26:53.063401 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220da43-f2d3-48fd-bc97-14933dd216e3 req-bc14fa1f-a558-446f-806a-0c5448bb6e4c tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:26:53.064759 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2220da43-f2d3-48fd-bc97-14933dd216e3 req-bc14fa1f-a558-446f-806a-0c5448bb6e4c tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/ports?device_id=34a9ac2e-c759-4617-9015-0a534a8df985 HTTP/1.1" status: 200 len: 943 time: 0.0511253 May 20 09:26:53.120430 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2220da43-f2d3-48fd-bc97-14933dd216e3 req-65ed0c65-c92e-42b4-8e68-ed883688966d tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/security-groups?id=783931fa-32e0-446e-880c-2f54623f7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475316 May 20 09:26:53.286750 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (2d1be950-4dd6-4324-90da-2272c7a86826), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:26:54.253459 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5016fd68-287e-46bb-96a7-83dbf9355d0a req-19f44a99-2928-4698-9b77-cc129b16aedc tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:26:54.254929 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-5016fd68-287e-46bb-96a7-83dbf9355d0a req-19f44a99-2928-4698-9b77-cc129b16aedc tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/ports?device_id=34a9ac2e-c759-4617-9015-0a534a8df985 HTTP/1.1" status: 200 len: 943 time: 0.0539501 May 20 09:26:54.303175 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-5016fd68-287e-46bb-96a7-83dbf9355d0a req-5aa78cc0-d265-41f4-b499-413bf2025408 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/security-groups?id=783931fa-32e0-446e-880c-2f54623f7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425055 May 20 09:26:55.426688 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5d6d2-5664-4f2d-8588-83f18c16e9f2 req-804d12e3-0bbf-4d9c-b455-21749a168259 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:26:55.428152 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-34e5d6d2-5664-4f2d-8588-83f18c16e9f2 req-804d12e3-0bbf-4d9c-b455-21749a168259 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/ports?device_id=34a9ac2e-c759-4617-9015-0a534a8df985 HTTP/1.1" status: 200 len: 943 time: 0.0564423 May 20 09:26:55.477324 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-34e5d6d2-5664-4f2d-8588-83f18c16e9f2 req-90ee522a-cac3-4e27-b594-b2b0eced8d13 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/security-groups?id=783931fa-32e0-446e-880c-2f54623f7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435300 May 20 09:26:56.609487 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeadb33-2f59-48a4-9de5-c65e021cfa3b req-b3aa1c1c-6877-4348-ac5d-b5d2a372924e tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:26:56.610897 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-adeadb33-2f59-48a4-9de5-c65e021cfa3b req-b3aa1c1c-6877-4348-ac5d-b5d2a372924e tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/ports?device_id=34a9ac2e-c759-4617-9015-0a534a8df985 HTTP/1.1" status: 200 len: 943 time: 0.0553191 May 20 09:26:56.664724 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-adeadb33-2f59-48a4-9de5-c65e021cfa3b req-c34c67a9-4bb8-449c-a415-0e62d24a63cf tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/security-groups?id=783931fa-32e0-446e-880c-2f54623f7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456131 May 20 09:26:57.725225 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58789f-8081-463f-8e6d-3f63d52416c2 req-59b4bcb1-532c-48cb-b018-7355b52e705b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:26:57.726750 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ae58789f-8081-463f-8e6d-3f63d52416c2 req-59b4bcb1-532c-48cb-b018-7355b52e705b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=34a9ac2e-c759-4617-9015-0a534a8df985 HTTP/1.1" status: 200 len: 1127 time: 0.0413773 May 20 09:26:57.808047 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621658e-09e6-4348-b750-1a71c8d904c3 req-c230b3c6-8ec2-4937-aa85-8beb5602b6d8 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:26:57.810100 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-5621658e-09e6-4348-b750-1a71c8d904c3 req-c230b3c6-8ec2-4937-aa85-8beb5602b6d8 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/ports?device_id=34a9ac2e-c759-4617-9015-0a534a8df985 HTTP/1.1" status: 200 len: 943 time: 0.0640810 May 20 09:26:57.812828 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ae58789f-8081-463f-8e6d-3f63d52416c2 req-3c20678e-ee56-4fb3-8058-e5989076d356 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=783931fa-32e0-446e-880c-2f54623f7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792627 May 20 09:26:57.861330 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-5621658e-09e6-4348-b750-1a71c8d904c3 req-1a758b66-9508-417a-afef-9022ce178f8d tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/security-groups?id=783931fa-32e0-446e-880c-2f54623f7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452197 May 20 09:26:58.952110 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=92 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:26:58.954162 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=97 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:26:58.995922 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a23259-661e-44c2-85a8-6f64a48e8cd5 req-5c73d267-9363-4860-88f2-c6a3c3cf0287 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:26:58.997675 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-e2a23259-661e-44c2-85a8-6f64a48e8cd5 req-5c73d267-9363-4860-88f2-c6a3c3cf0287 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/ports?device_id=34a9ac2e-c759-4617-9015-0a534a8df985 HTTP/1.1" status: 200 len: 943 time: 0.0544219 May 20 09:26:59.061725 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-e2a23259-661e-44c2-85a8-6f64a48e8cd5 req-f0994f67-5857-4166-926e-d5920832e512 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/security-groups?id=783931fa-32e0-446e-880c-2f54623f7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543542 May 20 09:26:59.583189 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device da240909-826c-4043-959d-b2c8d848c327 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 20 09:26:59.688719 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port da240909-826c-4043-959d-b2c8d848c327, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=da240909-826c-4043-959d-b2c8d848c327,segment=NetworkSegment(76bca225-fe99-4c25-85ae-ecfadc79b4b8),segment_id=76bca225-fe99-4c25-85ae-ecfadc79b4b8)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:26:59.700241 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Returning: {'device': 'da240909-826c-4043-959d-b2c8d848c327', 'network_id': '36904451-37db-4703-93e8-89780e944c9d', 'port_id': 'da240909-826c-4043-959d-b2c8d848c327', 'mac_address': 'fa:16:3e:62:37:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2542d56c-142f-4e1a-b222-bf16ea3cfd63', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 20 09:26:59.738696 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port da240909-826c-4043-959d-b2c8d848c327 is: DOWN; New status is: BUILD {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:26:59.739075 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (da240909-826c-4043-959d-b2c8d848c327), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:26:59.751702 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da240909-826c-4043-959d-b2c8d848c327 {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 20 09:26:59.776321 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port da240909-826c-4043-959d-b2c8d848c327, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=da240909-826c-4043-959d-b2c8d848c327,segment=NetworkSegment(76bca225-fe99-4c25-85ae-ecfadc79b4b8),segment_id=76bca225-fe99-4c25-85ae-ecfadc79b4b8)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:26:59.782810 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (da240909-826c-4043-959d-b2c8d848c327), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:26:59.829217 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=da240909-826c-4043-959d-b2c8d848c327,revision_number=7']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:27:00.028039 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] get_ports_and_sgs() called for port_ids ['da240909-826c-4043-959d-b2c8d848c327'] {{(pid=104277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 20 09:27:00.184275 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f35eb-b082-4a60-8e8d-f41299f8ee43 req-913ddf8b-1bf0-4290-8e24-73f4d97b7b24 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:27:00.185904 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-814f35eb-b082-4a60-8e8d-f41299f8ee43 req-913ddf8b-1bf0-4290-8e24-73f4d97b7b24 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/ports?device_id=34a9ac2e-c759-4617-9015-0a534a8df985 HTTP/1.1" status: 200 len: 944 time: 0.0525014 May 20 09:27:00.234182 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-814f35eb-b082-4a60-8e8d-f41299f8ee43 req-1d98804c-91a9-4501-8735-4f0f4fef37ad tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/security-groups?id=783931fa-32e0-446e-880c-2f54623f7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423267 May 20 09:27:00.248282 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:27:00.259911 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:27:01.081002 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.agents_db [None req-08ca63ee-ac6b-41b9-8918-1f445ad695da None None] Agent healthcheck: found 6 active agents {{(pid=104278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 09:27:01.600484 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device da240909-826c-4043-959d-b2c8d848c327 up at agent hyperv_hv-cinder-83699 {{(pid=104277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 09:27:01.647665 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Provisioning complete for port da240909-826c-4043-959d-b2c8d848c327 triggered by entity L2. {{(pid=104277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 20 09:27:01.648038 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375099'] for port (da240909-826c-4043-959d-b2c8d848c327), provisioning_complete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:27:01.724701 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Current status of the port da240909-826c-4043-959d-b2c8d848c327 is: BUILD; New status is: ACTIVE {{(pid=104277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 20 09:27:01.725079 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519146'] for port (da240909-826c-4043-959d-b2c8d848c327), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:27:01.747808 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a9ac2e-c759-4617-9015-0a534a8df985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da240909-826c-4043-959d-b2c8d848c327'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:27:01.750040 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a79de04d4ec243d1cdc81b41ccc126ec62664011dfe1c1a94e68b1d536b5d8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55baec37-1404-45f9-a417-24c2b6074967" -d '{"events": [{"server_uuid": "34a9ac2e-c759-4617-9015-0a534a8df985", "name": "network-vif-plugged", "status": "completed", "tag": "da240909-826c-4043-959d-b2c8d848c327"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:27:01.762908 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-d124d075-f204-43f1-95ab-15f87995313d None None] For port da240909-826c-4043-959d-b2c8d848c327, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=da240909-826c-4043-959d-b2c8d848c327,segment=NetworkSegment(76bca225-fe99-4c25-85ae-ecfadc79b4b8),segment_id=76bca225-fe99-4c25-85ae-ecfadc79b4b8)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:27:01.770032 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728766919653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728766544954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728766544972'] for port (da240909-826c-4043-959d-b2c8d848c327), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:27:01.816158 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Pushing event updated for resources: {'Port': ['ID=da240909-826c-4043-959d-b2c8d848c327,revision_number=8']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:27:02.802519 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 09:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e643991-bbed-44f4-8691-43b6a99ae436 x-openstack-request-id: req-8e643991-bbed-44f4-8691-43b6a99ae436 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:27:02.803153 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34a9ac2e-c759-4617-9015-0a534a8df985", "name": "network-vif-plugged", "status": "completed", "tag": "da240909-826c-4043-959d-b2c8d848c327", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:27:02.803153 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8e643991-bbed-44f4-8691-43b6a99ae436 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:27:02.803644 dv-cinder-836996-23-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e643991-bbed-44f4-8691-43b6a99ae436'] response: {'server_uuid': '34a9ac2e-c759-4617-9015-0a534a8df985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da240909-826c-4043-959d-b2c8d848c327', 'code': 200} May 20 09:27:09.048906 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=8 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:27:09.054427 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=8 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:27:10.227008 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=61 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:27:10.230203 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=58 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:27:11.075225 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:27:11.077144 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:27:11.812423 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:27:11.813629 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=34 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:27:13.557227 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-80b9fe50-5519-4965-9c43-49f0a878c806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:27:15.797689 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3c527621-8683-4385-bd21-85aa1a3bb6b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:27:17.163949 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:27:18.449852 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:27:20.156584 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:27:23.306730 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (2d1be950-4dd6-4324-90da-2272c7a86826), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:27:28.009698 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:27:28.012278 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:27:31.422052 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-73c337fa-3b00-43ca-92ab-ac0faa2f07bd req-dd48780f-f2fe-442f-8304-e02499517de3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=34a9ac2e-c759-4617-9015-0a534a8df985&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398266 May 20 09:27:31.501035 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c337fa-3b00-43ca-92ab-ac0faa2f07bd req-2454509c-62d9-414d-a035-86e49b90e6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:27:31.502519 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-73c337fa-3b00-43ca-92ab-ac0faa2f07bd req-2454509c-62d9-414d-a035-86e49b90e6b0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0855d455651d42709d1baa57d5647015&device_id=34a9ac2e-c759-4617-9015-0a534a8df985 HTTP/1.1" status: 200 len: 1129 time: 0.0383120 May 20 09:27:31.610609 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c337fa-3b00-43ca-92ab-ac0faa2f07bd req-b4b8adc6-6e49-478b-b14b-bb7adb444199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:27:31.612005 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-73c337fa-3b00-43ca-92ab-ac0faa2f07bd req-b4b8adc6-6e49-478b-b14b-bb7adb444199 service neutron] 10.222.0.44 "GET /v2.0/networks?id=36904451-37db-4703-93e8-89780e944c9d HTTP/1.1" status: 200 len: 910 time: 0.0869985 May 20 09:27:31.674397 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-73c337fa-3b00-43ca-92ab-ac0faa2f07bd req-7d67a25c-4871-4145-84f8-434e729fc725 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da240909-826c-4043-959d-b2c8d848c327 HTTP/1.1" status: 200 len: 1001 time: 0.0539529 May 20 09:27:31.720952 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c337fa-3b00-43ca-92ab-ac0faa2f07bd req-4243d244-7a7e-465a-b239-64bfc6cf605d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:27:31.722341 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-73c337fa-3b00-43ca-92ab-ac0faa2f07bd req-4243d244-7a7e-465a-b239-64bfc6cf605d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2542d56c-142f-4e1a-b222-bf16ea3cfd63 HTTP/1.1" status: 200 len: 848 time: 0.0421052 May 20 09:27:31.767864 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c337fa-3b00-43ca-92ab-ac0faa2f07bd req-92a5338b-2ebd-4c65-bd33-22601c688ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:27:31.769361 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-73c337fa-3b00-43ca-92ab-ac0faa2f07bd req-92a5338b-2ebd-4c65-bd33-22601c688ea2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=36904451-37db-4703-93e8-89780e944c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0410998 May 20 09:27:31.857244 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-73c337fa-3b00-43ca-92ab-ac0faa2f07bd req-541e64a6-d525-4bcc-a4ae-a91c4bb7a9e8 service neutron] 10.222.0.44 "GET /v2.0/networks/36904451-37db-4703-93e8-89780e944c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813711 May 20 09:27:31.949428 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-73c337fa-3b00-43ca-92ab-ac0faa2f07bd req-128e4745-ad3d-4fc9-bc9d-491f7dbf02ef service neutron] 10.222.0.44 "GET /v2.0/networks/36904451-37db-4703-93e8-89780e944c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857258 May 20 09:27:33.293403 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:27:33.297899 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:27:38.080112 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.agents_db [None req-08ca63ee-ac6b-41b9-8918-1f445ad695da None None] Agent healthcheck: found 6 active agents {{(pid=104278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 09:27:41.936768 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=50 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:27:41.945696 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=51 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:27:43.547622 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-50b79d88-2347-4091-a752-fd4e90a59e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:27:45.796572 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-dbfbb38f-7f5b-48a9-bbc3-70f4f3be95c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:27:47.166265 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:27:48.074724 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=16 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:27:48.075815 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=12 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:27:48.450219 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:27:50.154267 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:27:53.301889 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (2d1be950-4dd6-4324-90da-2272c7a86826), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:03.290964 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:28:03.294415 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:28:05.000365 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:28:05.001577 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:28:09.741582 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 40934) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:28:09.891831 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [None req-88d8acd2-6a37-43b0-858d-644e0bf0234e tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Deleting port 5347fdcc-1179-4056-ad2c-2389e819bbb0 {{(pid=104275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:28:09.892235 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-88d8acd2-6a37-43b0-858d-644e0bf0234e tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (5347fdcc-1179-4056-ad2c-2389e819bbb0), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:09.967877 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-88d8acd2-6a37-43b0-858d-644e0bf0234e tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (5347fdcc-1179-4056-ad2c-2389e819bbb0), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:09.968175 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-88d8acd2-6a37-43b0-858d-644e0bf0234e tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Publish callbacks [] for floatingip (5347fdcc-1179-4056-ad2c-2389e819bbb0), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:09.980993 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [None req-88d8acd2-6a37-43b0-858d-644e0bf0234e tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Calling delete_port for 5347fdcc-1179-4056-ad2c-2389e819bbb0 owned by network:floatingip {{(pid=104275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:28:10.132097 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-88d8acd2-6a37-43b0-858d-644e0bf0234e tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30908355'] for port (5347fdcc-1179-4056-ad2c-2389e819bbb0), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:10.154256 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d8acd2-6a37-43b0-858d-644e0bf0234e tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Pushing event deleted for resources: {'Port': ['ID=5347fdcc-1179-4056-ad2c-2389e819bbb0,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:28:10.163985 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d8acd2-6a37-43b0-858d-644e0bf0234e tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:28:10.164323 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d8acd2-6a37-43b0-858d-644e0bf0234e tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:28:10.164676 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d8acd2-6a37-43b0-858d-644e0bf0234e tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:28:10.165005 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d8acd2-6a37-43b0-858d-644e0bf0234e tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:28:10.165332 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d8acd2-6a37-43b0-858d-644e0bf0234e tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:28:10.165623 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d8acd2-6a37-43b0-858d-644e0bf0234e tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:28:10.165946 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d8acd2-6a37-43b0-858d-644e0bf0234e tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:28:10.166266 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d8acd2-6a37-43b0-858d-644e0bf0234e tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:28:10.167043 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d8acd2-6a37-43b0-858d-644e0bf0234e tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:28:10.167043 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d8acd2-6a37-43b0-858d-644e0bf0234e tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:28:10.167289 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d8acd2-6a37-43b0-858d-644e0bf0234e tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:28:10.167538 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d8acd2-6a37-43b0-858d-644e0bf0234e tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:28:10.167850 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d8acd2-6a37-43b0-858d-644e0bf0234e tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:28:10.168163 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d8acd2-6a37-43b0-858d-644e0bf0234e tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:28:10.168473 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d8acd2-6a37-43b0-858d-644e0bf0234e tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:28:10.226967 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-88d8acd2-6a37-43b0-858d-644e0bf0234e tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Publish callbacks [] for floatingip (352fa160-cfe5-43d1-96f2-f417e25ff97a), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:10.227237 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.db.l3_db [None req-88d8acd2-6a37-43b0-858d-644e0bf0234e tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Floating IP 352fa160-cfe5-43d1-96f2-f417e25ff97a disassociated (deleted). External IP: 172.27.0.111, port: da240909-826c-4043-959d-b2c8d848c327. May 20 09:28:10.420286 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d8acd2-6a37-43b0-858d-644e0bf0234e tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Router a5102a4d-70f2-4764-a019-7da639dbb13f has already been hosted by L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 {{(pid=104275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 09:28:10.529228 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d8acd2-6a37-43b0-858d-644e0bf0234e tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:28:10.533951 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-88d8acd2-6a37-43b0-858d-644e0bf0234e tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for floatingip (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:10.540938 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad6adf5-e1cd-4f39-a07d-8d9eb0e7c811 None None] Sync routers for ids ['a5102a4d-70f2-4764-a019-7da639dbb13f'] in dv-cinder-836996-23-iscsi {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:28:10.551394 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad6adf5-e1cd-4f39-a07d-8d9eb0e7c811 None None] Routers {'a5102a4d-70f2-4764-a019-7da639dbb13f'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:28:10.552063 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-aad6adf5-e1cd-4f39-a07d-8d9eb0e7c811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:27:46Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['a5102a4d-70f2-4764-a019-7da639dbb13f'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:28:10.554104 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:28:10.567410 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-88d8acd2-6a37-43b0-858d-644e0bf0234e tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "DELETE /v2.0/floatingips/352fa160-cfe5-43d1-96f2-f417e25ff97a HTTP/1.1" status: 204 len: 168 time: 0.8214781 May 20 09:28:10.567410 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34a9ac2e-c759-4617-9015-0a534a8df985', 'tag': 'da240909-826c-4043-959d-b2c8d848c327'}] {{(pid=104275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:28:10.567410 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eea53449646a7168c1429fc9fd421a4bc8c13d7c241c91a60dad7e76b53d9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66dba8b-e3fa-422b-93dd-b6f463e61ff9" -d '{"events": [{"name": "network-changed", "server_uuid": "34a9ac2e-c759-4617-9015-0a534a8df985", "tag": "da240909-826c-4043-959d-b2c8d848c327"}]}' {{(pid=104275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:28:10.614252 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 May 2022 09:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac7ff4d-e502-40c3-b166-39981c9f365c x-openstack-request-id: req-8ac7ff4d-e502-40c3-b166-39981c9f365c {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:28:10.614788 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34a9ac2e-c759-4617-9015-0a534a8df985", "tag": "da240909-826c-4043-959d-b2c8d848c327", "status": "completed", "code": 200}]} {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:28:10.614932 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8ac7ff4d-e502-40c3-b166-39981c9f365c {{(pid=104275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:28:10.615507 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ac7ff4d-e502-40c3-b166-39981c9f365c'] response: {'name': 'network-changed', 'server_uuid': '34a9ac2e-c759-4617-9015-0a534a8df985', 'tag': 'da240909-826c-4043-959d-b2c8d848c327', 'status': 'completed', 'code': 200} May 20 09:28:10.672588 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-aad6adf5-e1cd-4f39-a07d-8d9eb0e7c811 None None] Set router a5102a4d-70f2-4764-a019-7da639dbb13f gateway port host: dv-cinder-836996-23-iscsi {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:28:10.678685 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66dba8b-e3fa-422b-93dd-b6f463e61ff9 req-e207026c-a4bc-4d20-af64-175a54ecc6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:28:10.680738 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c66dba8b-e3fa-422b-93dd-b6f463e61ff9 req-e207026c-a4bc-4d20-af64-175a54ecc6bb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0855d455651d42709d1baa57d5647015&device_id=34a9ac2e-c759-4617-9015-0a534a8df985 HTTP/1.1" status: 200 len: 1129 time: 0.0429769 May 20 09:28:10.789925 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66dba8b-e3fa-422b-93dd-b6f463e61ff9 req-c49ac944-afac-46d8-b7c4-90f42557e68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:28:10.791449 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c66dba8b-e3fa-422b-93dd-b6f463e61ff9 req-c49ac944-afac-46d8-b7c4-90f42557e68b service neutron] 10.222.0.44 "GET /v2.0/networks?id=36904451-37db-4703-93e8-89780e944c9d HTTP/1.1" status: 200 len: 910 time: 0.1045198 May 20 09:28:10.815657 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:28:10.827132 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5e14a-8690-44dc-bdd4-f19804f3ded9 req-955147e6-35a7-48bd-a336-8454c8290df8 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:28:10.828643 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-67b5e14a-8690-44dc-bdd4-f19804f3ded9 req-955147e6-35a7-48bd-a336-8454c8290df8 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/ports?device_id=34a9ac2e-c759-4617-9015-0a534a8df985 HTTP/1.1" status: 200 len: 945 time: 0.0513034 May 20 09:28:10.876659 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-67b5e14a-8690-44dc-bdd4-f19804f3ded9 req-a499c078-e466-4de2-9dd9-34f9b8ec053b tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/security-groups?id=783931fa-32e0-446e-880c-2f54623f7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422060 May 20 09:28:10.876940 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-aad6adf5-e1cd-4f39-a07d-8d9eb0e7c811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5102a4d-70f2-4764-a019-7da639dbb13f', 'name': 'tempest-TestShelveInstance-1268563099-router', 'tenant_id': '0855d455651d42709d1baa57d5647015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '9b30e02c-2bb9-4a35-9d94-9c632c761d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:23:56Z', 'updated_at': '2022-05-20T09:23:59Z', 'revision_number': 4, 'project_id': '0855d455651d42709d1baa57d5647015', 'gw_port': {'id': '9b30e02c-2bb9-4a35-9d94-9c632c761d0f', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5102a4d-70f2-4764-a019-7da639dbb13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:23:57Z', 'updated_at': '2022-05-20T09:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': 'cd350d36-1f9d-4aa1-beff-bfdb7177f36d', 'name': '', 'network_id': '36904451-37db-4703-93e8-89780e944c9d', 'tenant_id': '0855d455651d42709d1baa57d5647015', 'mac_address': 'fa:16:3e:b0:88:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5102a4d-70f2-4764-a019-7da639dbb13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '2542d56c-142f-4e1a-b222-bf16ea3cfd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:23:58Z', 'updated_at': '2022-05-20T09:24:02Z', 'revision_number': 5, 'project_id': '0855d455651d42709d1baa57d5647015', 'subnets': [{'id': '2542d56c-142f-4e1a-b222-bf16ea3cfd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:28:10.901731 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad6adf5-e1cd-4f39-a07d-8d9eb0e7c811 None None] Checking router: a5102a4d-70f2-4764-a019-7da639dbb13f for host: dv-cinder-836996-23-iscsi {{(pid=104277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:28:10.910151 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad6adf5-e1cd-4f39-a07d-8d9eb0e7c811 None None] Routers {'a5102a4d-70f2-4764-a019-7da639dbb13f'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:28:10.910756 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-aad6adf5-e1cd-4f39-a07d-8d9eb0e7c811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:27:46Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['a5102a4d-70f2-4764-a019-7da639dbb13f'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:28:11.017845 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-aad6adf5-e1cd-4f39-a07d-8d9eb0e7c811 None None] Set router a5102a4d-70f2-4764-a019-7da639dbb13f gateway port host: dv-cinder-836996-23-iscsi {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:28:11.210879 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-aad6adf5-e1cd-4f39-a07d-8d9eb0e7c811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5102a4d-70f2-4764-a019-7da639dbb13f', 'name': 'tempest-TestShelveInstance-1268563099-router', 'tenant_id': '0855d455651d42709d1baa57d5647015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '9b30e02c-2bb9-4a35-9d94-9c632c761d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:23:56Z', 'updated_at': '2022-05-20T09:23:59Z', 'revision_number': 4, 'project_id': '0855d455651d42709d1baa57d5647015', 'gw_port': {'id': '9b30e02c-2bb9-4a35-9d94-9c632c761d0f', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5102a4d-70f2-4764-a019-7da639dbb13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:23:57Z', 'updated_at': '2022-05-20T09:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': 'cd350d36-1f9d-4aa1-beff-bfdb7177f36d', 'name': '', 'network_id': '36904451-37db-4703-93e8-89780e944c9d', 'tenant_id': '0855d455651d42709d1baa57d5647015', 'mac_address': 'fa:16:3e:b0:88:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5102a4d-70f2-4764-a019-7da639dbb13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '2542d56c-142f-4e1a-b222-bf16ea3cfd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:23:58Z', 'updated_at': '2022-05-20T09:24:02Z', 'revision_number': 5, 'project_id': '0855d455651d42709d1baa57d5647015', 'subnets': [{'id': '2542d56c-142f-4e1a-b222-bf16ea3cfd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:28:11.241200 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad6adf5-e1cd-4f39-a07d-8d9eb0e7c811 None None] The sync data for ids ['a5102a4d-70f2-4764-a019-7da639dbb13f'] in dv-cinder-836996-23-iscsi is: [{'id': 'a5102a4d-70f2-4764-a019-7da639dbb13f', 'name': 'tempest-TestShelveInstance-1268563099-router', 'tenant_id': '0855d455651d42709d1baa57d5647015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '9b30e02c-2bb9-4a35-9d94-9c632c761d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:23:56Z', 'updated_at': '2022-05-20T09:23:59Z', 'revision_number': 4, 'project_id': '0855d455651d42709d1baa57d5647015', 'gw_port': {'id': '9b30e02c-2bb9-4a35-9d94-9c632c761d0f', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5102a4d-70f2-4764-a019-7da639dbb13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:23:57Z', 'updated_at': '2022-05-20T09:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi', '_interfaces': [{'id': 'cd350d36-1f9d-4aa1-beff-bfdb7177f36d', 'name': '', 'network_id': '36904451-37db-4703-93e8-89780e944c9d', 'tenant_id': '0855d455651d42709d1baa57d5647015', 'mac_address': 'fa:16:3e:b0:88:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5102a4d-70f2-4764-a019-7da639dbb13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '2542d56c-142f-4e1a-b222-bf16ea3cfd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:23:58Z', 'updated_at': '2022-05-20T09:24:02Z', 'revision_number': 5, 'project_id': '0855d455651d42709d1baa57d5647015', 'subnets': [{'id': '2542d56c-142f-4e1a-b222-bf16ea3cfd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:28:11.468776 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917a67e0-d10f-49be-991d-76bb6a227f5b None None] New status for floating IP 352fa160-cfe5-43d1-96f2-f417e25ff97a: DOWN {{(pid=104278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 20 09:28:11.782296 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c66dba8b-e3fa-422b-93dd-b6f463e61ff9 req-f7582b1c-0d59-4324-80b9-4f940a820958 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da240909-826c-4043-959d-b2c8d848c327 HTTP/1.1" status: 200 len: 217 time: 0.0377214 May 20 09:28:11.842279 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66dba8b-e3fa-422b-93dd-b6f463e61ff9 req-cde9bc8e-0e31-40e9-a2ce-df670ad7bc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:28:11.843758 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c66dba8b-e3fa-422b-93dd-b6f463e61ff9 req-cde9bc8e-0e31-40e9-a2ce-df670ad7bc13 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2542d56c-142f-4e1a-b222-bf16ea3cfd63 HTTP/1.1" status: 200 len: 848 time: 0.0463474 May 20 09:28:11.957491 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66dba8b-e3fa-422b-93dd-b6f463e61ff9 req-cca91ffc-061c-45b0-b3df-ae43169b0fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:28:11.959059 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c66dba8b-e3fa-422b-93dd-b6f463e61ff9 req-cca91ffc-061c-45b0-b3df-ae43169b0fd4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=36904451-37db-4703-93e8-89780e944c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0453410 May 20 09:28:12.047717 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1270cca-964b-4736-bf11-200a6b71031e req-df88dd5f-3c17-40ef-b368-ad5668664429 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:28:12.049095 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f1270cca-964b-4736-bf11-200a6b71031e req-df88dd5f-3c17-40ef-b368-ad5668664429 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/ports?device_id=34a9ac2e-c759-4617-9015-0a534a8df985 HTTP/1.1" status: 200 len: 945 time: 0.0890763 May 20 09:28:12.127062 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c66dba8b-e3fa-422b-93dd-b6f463e61ff9 req-153fe7a5-c368-4418-80a0-ad4eddcb82bb service neutron] 10.222.0.44 "GET /v2.0/networks/36904451-37db-4703-93e8-89780e944c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587648 May 20 09:28:12.131966 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f1270cca-964b-4736-bf11-200a6b71031e req-575d51ff-f136-4c52-9b23-21545ea13f95 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/security-groups?id=783931fa-32e0-446e-880c-2f54623f7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763342 May 20 09:28:12.235252 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c66dba8b-e3fa-422b-93dd-b6f463e61ff9 req-917a10a4-b550-4d62-960d-1032963c314f service neutron] 10.222.0.44 "GET /v2.0/networks/36904451-37db-4703-93e8-89780e944c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829940 May 20 09:28:12.544573 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db03f98-7f17-4cc0-a1e4-fe3baf60ae1d req-c251d226-442a-4b16-8f78-7f932cb01170 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 20 09:28:12.546792 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-0db03f98-7f17-4cc0-a1e4-fe3baf60ae1d req-c251d226-442a-4b16-8f78-7f932cb01170 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.44 "GET /v2.0/ports?device_id=34a9ac2e-c759-4617-9015-0a534a8df985 HTTP/1.1" status: 200 len: 945 time: 0.3209424 May 20 09:28:12.624490 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [req-0db03f98-7f17-4cc0-a1e4-fe3baf60ae1d req-62e7399e-7dcd-47eb-bceb-36700e79a1ca tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Deleting port da240909-826c-4043-959d-b2c8d848c327 {{(pid=104275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:28:12.624782 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-0db03f98-7f17-4cc0-a1e4-fe3baf60ae1d req-62e7399e-7dcd-47eb-bceb-36700e79a1ca tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (da240909-826c-4043-959d-b2c8d848c327), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:12.717529 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [req-0db03f98-7f17-4cc0-a1e4-fe3baf60ae1d req-62e7399e-7dcd-47eb-bceb-36700e79a1ca tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] For port da240909-826c-4043-959d-b2c8d848c327, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=da240909-826c-4043-959d-b2c8d848c327,segment=NetworkSegment(76bca225-fe99-4c25-85ae-ecfadc79b4b8),segment_id=76bca225-fe99-4c25-85ae-ecfadc79b4b8)] {{(pid=104275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:28:12.717899 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-0db03f98-7f17-4cc0-a1e4-fe3baf60ae1d req-62e7399e-7dcd-47eb-bceb-36700e79a1ca tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (da240909-826c-4043-959d-b2c8d848c327), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:12.730930 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [req-0db03f98-7f17-4cc0-a1e4-fe3baf60ae1d req-62e7399e-7dcd-47eb-bceb-36700e79a1ca tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Calling delete_port for da240909-826c-4043-959d-b2c8d848c327 owned by compute:nova {{(pid=104275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:28:12.869797 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-0db03f98-7f17-4cc0-a1e4-fe3baf60ae1d req-62e7399e-7dcd-47eb-bceb-36700e79a1ca tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30908355'] for port (da240909-826c-4043-959d-b2c8d848c327), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:12.898342 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7399e-7dcd-47eb-bceb-36700e79a1ca tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Pushing event deleted for resources: {'Port': ['ID=da240909-826c-4043-959d-b2c8d848c327,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:28:12.942104 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db03f98-7f17-4cc0-a1e4-fe3baf60ae1d req-62e7399e-7dcd-47eb-bceb-36700e79a1ca tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] No DVR routers for this DVR port da240909-826c-4043-959d-b2c8d848c327 on host hv-cinder-83699 {{(pid=104275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:28:12.944671 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [req-0db03f98-7f17-4cc0-a1e4-fe3baf60ae1d req-62e7399e-7dcd-47eb-bceb-36700e79a1ca tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205946'] for port (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:12.947769 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [req-0db03f98-7f17-4cc0-a1e4-fe3baf60ae1d req-62e7399e-7dcd-47eb-bceb-36700e79a1ca tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.44 "DELETE /v2.0/ports/da240909-826c-4043-959d-b2c8d848c327 HTTP/1.1" status: 204 len: 173 time: 0.3962114 May 20 09:28:12.948206 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a9ac2e-c759-4617-9015-0a534a8df985', 'name': 'network-vif-deleted', 'tag': 'da240909-826c-4043-959d-b2c8d848c327'}] {{(pid=104275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 20 09:28:12.950414 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eea53449646a7168c1429fc9fd421a4bc8c13d7c241c91a60dad7e76b53d9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb61741-25da-421b-b243-378c120a2fc7" -d '{"events": [{"server_uuid": "34a9ac2e-c759-4617-9015-0a534a8df985", "name": "network-vif-deleted", "tag": "da240909-826c-4043-959d-b2c8d848c327"}]}' {{(pid=104275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 20 09:28:12.989713 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 May 2022 09:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec29a702-982a-492c-b9dc-d5c3337ea055 x-openstack-request-id: req-ec29a702-982a-492c-b9dc-d5c3337ea055 {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 20 09:28:12.989995 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34a9ac2e-c759-4617-9015-0a534a8df985", "name": "network-vif-deleted", "tag": "da240909-826c-4043-959d-b2c8d848c327", "status": "completed", "code": 200}]} {{(pid=104275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 20 09:28:12.990266 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ec29a702-982a-492c-b9dc-d5c3337ea055 {{(pid=104275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 20 09:28:12.990662 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec29a702-982a-492c-b9dc-d5c3337ea055'] response: {'server_uuid': '34a9ac2e-c759-4617-9015-0a534a8df985', 'name': 'network-vif-deleted', 'tag': 'da240909-826c-4043-959d-b2c8d848c327', 'status': 'completed', 'code': 200} May 20 09:28:13.242456 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ac3bfe5f-a4e3-4b94-a246-5581f42159e6 req-9390bda2-7267-46b7-bd39-22e14adda960 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "GET /v2.0/ports?device_id=34a9ac2e-c759-4617-9015-0a534a8df985 HTTP/1.1" status: 200 len: 210 time: 0.0339282 May 20 09:28:13.541556 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e5014dc6-2fb7-476e-8d56-574a4b2c0a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:14.304113 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 40960) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:28:14.365028 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-d8f6008f-8ec9-43ab-acf2-a5effbcebbe9 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Publish callbacks [] for security_group (783931fa-32e0-446e-880c-2f54623f7b47), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:14.393166 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-d8f6008f-8ec9-43ab-acf2-a5effbcebbe9 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Publish callbacks [] for security_group (783931fa-32e0-446e-880c-2f54623f7b47), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:14.454226 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-d8f6008f-8ec9-43ab-acf2-a5effbcebbe9 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (783931fa-32e0-446e-880c-2f54623f7b47), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:14.457101 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-d8f6008f-8ec9-43ab-acf2-a5effbcebbe9 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:14.458256 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-d8f6008f-8ec9-43ab-acf2-a5effbcebbe9 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] 10.222.0.69 "DELETE /v2.0/security-groups/783931fa-32e0-446e-880c-2f54623f7b47 HTTP/1.1" status: 204 len: 168 time: 0.1536393 May 20 09:28:14.467307 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f6008f-8ec9-43ab-acf2-a5effbcebbe9 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=783931fa-32e0-446e-880c-2f54623f7b47,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:28:14.477492 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f6008f-8ec9-43ab-acf2-a5effbcebbe9 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:28:14.477872 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f6008f-8ec9-43ab-acf2-a5effbcebbe9 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:28:14.478273 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f6008f-8ec9-43ab-acf2-a5effbcebbe9 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:28:14.478611 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f6008f-8ec9-43ab-acf2-a5effbcebbe9 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:28:14.478968 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f6008f-8ec9-43ab-acf2-a5effbcebbe9 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:28:14.479313 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f6008f-8ec9-43ab-acf2-a5effbcebbe9 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:28:14.479646 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f6008f-8ec9-43ab-acf2-a5effbcebbe9 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:28:14.479969 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f6008f-8ec9-43ab-acf2-a5effbcebbe9 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:28:14.480295 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f6008f-8ec9-43ab-acf2-a5effbcebbe9 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:28:14.480621 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f6008f-8ec9-43ab-acf2-a5effbcebbe9 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:28:14.480940 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f6008f-8ec9-43ab-acf2-a5effbcebbe9 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:28:14.481262 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f6008f-8ec9-43ab-acf2-a5effbcebbe9 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:28:14.481585 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f6008f-8ec9-43ab-acf2-a5effbcebbe9 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:28:14.481902 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f6008f-8ec9-43ab-acf2-a5effbcebbe9 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:28:14.482240 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f6008f-8ec9-43ab-acf2-a5effbcebbe9 tempest-TestShelveInstance-1746726864 tempest-TestShelveInstance-1746726864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-23-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:28:14.505854 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 40964) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:28:14.727694 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:28:14.768104 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:28:14.817690 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-79714191-1b03-4045-a5a2-ec946293f5e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683207'] for router_interface (a5102a4d-70f2-4764-a019-7da639dbb13f), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:15.032939 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-79714191-1b03-4045-a5a2-ec946293f5e7 admin admin] Deleting port cd350d36-1f9d-4aa1-beff-bfdb7177f36d {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:28:15.033271 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-79714191-1b03-4045-a5a2-ec946293f5e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (cd350d36-1f9d-4aa1-beff-bfdb7177f36d), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:15.079914 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.agents_db [None req-08ca63ee-ac6b-41b9-8918-1f445ad695da None None] Agent healthcheck: found 6 active agents {{(pid=104278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 09:28:15.113364 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [None req-79714191-1b03-4045-a5a2-ec946293f5e7 admin admin] For port cd350d36-1f9d-4aa1-beff-bfdb7177f36d, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=cd350d36-1f9d-4aa1-beff-bfdb7177f36d,segment=NetworkSegment(76bca225-fe99-4c25-85ae-ecfadc79b4b8),segment_id=76bca225-fe99-4c25-85ae-ecfadc79b4b8)] {{(pid=104276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:28:15.113688 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-79714191-1b03-4045-a5a2-ec946293f5e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (cd350d36-1f9d-4aa1-beff-bfdb7177f36d), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:15.126831 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-79714191-1b03-4045-a5a2-ec946293f5e7 admin admin] Calling delete_port for cd350d36-1f9d-4aa1-beff-bfdb7177f36d owned by network:router_interface {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:28:15.307543 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-79714191-1b03-4045-a5a2-ec946293f5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (cd350d36-1f9d-4aa1-beff-bfdb7177f36d), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:15.332240 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79714191-1b03-4045-a5a2-ec946293f5e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd350d36-1f9d-4aa1-beff-bfdb7177f36d,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:28:15.488890 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-79714191-1b03-4045-a5a2-ec946293f5e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683099'] for router_interface (a5102a4d-70f2-4764-a019-7da639dbb13f), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:15.544018 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:28:15.630021 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:28:15.700526 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79714191-1b03-4045-a5a2-ec946293f5e7 admin admin] Router a5102a4d-70f2-4764-a019-7da639dbb13f has already been hosted by L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 {{(pid=104276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 09:28:15.792946 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3099db8c-e6bb-457a-8bb4-b002e4659562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:15.979921 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device da240909-826c-4043-959d-b2c8d848c327 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 09:28:15.999946 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-d124d075-f204-43f1-95ab-15f87995313d None None] No Port match for: da240909-826c-4043-959d-b2c8d848c327 {{(pid=104277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 20 09:28:16.000299 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Device da240909-826c-4043-959d-b2c8d848c327 not bound to the agent host hv-cinder-83699 {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 09:28:16.059905 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79714191-1b03-4045-a5a2-ec946293f5e7 admin admin] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:28:16.065075 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-79714191-1b03-4045-a5a2-ec946293f5e7 admin admin] 10.222.0.69 "PUT /v2.0/routers/a5102a4d-70f2-4764-a019-7da639dbb13f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5559239 May 20 09:28:16.067923 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 40966) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:28:16.070412 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1941e07a-dc1a-4a25-8a55-6a384ca7758a None None] Sync routers for ids ['a5102a4d-70f2-4764-a019-7da639dbb13f'] in dv-cinder-836996-23-iscsi {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:28:16.081779 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1941e07a-dc1a-4a25-8a55-6a384ca7758a None None] Routers {'a5102a4d-70f2-4764-a019-7da639dbb13f'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:28:16.082482 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-1941e07a-dc1a-4a25-8a55-6a384ca7758a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:28:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['a5102a4d-70f2-4764-a019-7da639dbb13f'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:28:16.165148 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-d4274702-2a73-42fd-a7d1-5452472b80b7 admin admin] Publish callbacks [] for router (a5102a4d-70f2-4764-a019-7da639dbb13f), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:16.181616 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-1941e07a-dc1a-4a25-8a55-6a384ca7758a None None] Set router a5102a4d-70f2-4764-a019-7da639dbb13f gateway port host: dv-cinder-836996-23-iscsi {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:28:16.262774 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-d4274702-2a73-42fd-a7d1-5452472b80b7 admin admin] Publish callbacks [] for router_gateway (a5102a4d-70f2-4764-a019-7da639dbb13f), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:16.306249 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [None req-d4274702-2a73-42fd-a7d1-5452472b80b7 admin admin] Deleting port 9b30e02c-2bb9-4a35-9d94-9c632c761d0f {{(pid=104275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:28:16.306576 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-d4274702-2a73-42fd-a7d1-5452472b80b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (9b30e02c-2bb9-4a35-9d94-9c632c761d0f), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:16.340268 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:28:16.342419 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:28:16.350584 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-1941e07a-dc1a-4a25-8a55-6a384ca7758a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5102a4d-70f2-4764-a019-7da639dbb13f', 'name': 'tempest-TestShelveInstance-1268563099-router', 'tenant_id': '0855d455651d42709d1baa57d5647015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '9b30e02c-2bb9-4a35-9d94-9c632c761d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:23:56Z', 'updated_at': '2022-05-20T09:28:15Z', 'revision_number': 5, 'project_id': '0855d455651d42709d1baa57d5647015', 'gw_port': {'id': '9b30e02c-2bb9-4a35-9d94-9c632c761d0f', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5102a4d-70f2-4764-a019-7da639dbb13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:23:57Z', 'updated_at': '2022-05-20T09:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi'}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:28:16.391298 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [None req-d4274702-2a73-42fd-a7d1-5452472b80b7 admin admin] For port 9b30e02c-2bb9-4a35-9d94-9c632c761d0f, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=9b30e02c-2bb9-4a35-9d94-9c632c761d0f,segment=NetworkSegment(99d4634d-7c16-4239-978b-38d882e34cf7),segment_id=99d4634d-7c16-4239-978b-38d882e34cf7)] {{(pid=104275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:28:16.391700 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-d4274702-2a73-42fd-a7d1-5452472b80b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (9b30e02c-2bb9-4a35-9d94-9c632c761d0f), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:16.406405 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [None req-d4274702-2a73-42fd-a7d1-5452472b80b7 admin admin] Calling delete_port for 9b30e02c-2bb9-4a35-9d94-9c632c761d0f owned by network:router_gateway {{(pid=104275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:28:16.448025 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:28:16.452292 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:28:16.503613 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1941e07a-dc1a-4a25-8a55-6a384ca7758a None None] Checking router: a5102a4d-70f2-4764-a019-7da639dbb13f for host: dv-cinder-836996-23-iscsi {{(pid=104277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:28:16.512952 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1941e07a-dc1a-4a25-8a55-6a384ca7758a None None] Routers {'a5102a4d-70f2-4764-a019-7da639dbb13f'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:28:16.513496 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-1941e07a-dc1a-4a25-8a55-6a384ca7758a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:28:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['a5102a4d-70f2-4764-a019-7da639dbb13f'], 'active': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:28:16.580467 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-d4274702-2a73-42fd-a7d1-5452472b80b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30908355'] for port (9b30e02c-2bb9-4a35-9d94-9c632c761d0f), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:16.604745 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4274702-2a73-42fd-a7d1-5452472b80b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b30e02c-2bb9-4a35-9d94-9c632c761d0f,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:28:16.605151 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvr_db [None req-1941e07a-dc1a-4a25-8a55-6a384ca7758a None None] Set router a5102a4d-70f2-4764-a019-7da639dbb13f gateway port host: None {{(pid=104277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:28:16.654691 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.db.l3_hamode_db [None req-1941e07a-dc1a-4a25-8a55-6a384ca7758a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5102a4d-70f2-4764-a019-7da639dbb13f', 'name': 'tempest-TestShelveInstance-1268563099-router', 'tenant_id': '0855d455651d42709d1baa57d5647015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:23:56Z', 'updated_at': '2022-05-20T09:28:16Z', 'revision_number': 6, 'project_id': '0855d455651d42709d1baa57d5647015', 'gw_port_host': None}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:28:16.664832 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-d4274702-2a73-42fd-a7d1-5452472b80b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680185'] for router_gateway (a5102a4d-70f2-4764-a019-7da639dbb13f), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:16.683716 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1941e07a-dc1a-4a25-8a55-6a384ca7758a None None] The sync data for ids ['a5102a4d-70f2-4764-a019-7da639dbb13f'] in dv-cinder-836996-23-iscsi is: [{'id': 'a5102a4d-70f2-4764-a019-7da639dbb13f', 'name': 'tempest-TestShelveInstance-1268563099-router', 'tenant_id': '0855d455651d42709d1baa57d5647015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:23:56Z', 'updated_at': '2022-05-20T09:28:16Z', 'revision_number': 6, 'project_id': '0855d455651d42709d1baa57d5647015', 'gw_port_host': None}] {{(pid=104277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:28:16.752111 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-d4274702-2a73-42fd-a7d1-5452472b80b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1553'] for router (a5102a4d-70f2-4764-a019-7da639dbb13f), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:16.754278 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-d4274702-2a73-42fd-a7d1-5452472b80b7 admin admin] Publish callbacks [] for router_controller (a5102a4d-70f2-4764-a019-7da639dbb13f), precommit_delete_associations {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:16.801868 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-d4274702-2a73-42fd-a7d1-5452472b80b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682147'] for router (a5102a4d-70f2-4764-a019-7da639dbb13f), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:16.802439 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4274702-2a73-42fd-a7d1-5452472b80b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5102a4d-70f2-4764-a019-7da639dbb13f {{(pid=104275) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 09:28:16.806975 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-d4274702-2a73-42fd-a7d1-5452472b80b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:16.808085 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-d4274702-2a73-42fd-a7d1-5452472b80b7 admin admin] 10.222.0.69 "DELETE /v2.0/routers/a5102a4d-70f2-4764-a019-7da639dbb13f HTTP/1.1" status: 204 len: 168 time: 0.7392120 May 20 09:28:16.810863 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 40968) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:28:16.863654 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_v2 [None req-26605021-2fcd-4196-9f46-27f2170d4829 admin admin] Deleting subnet 2542d56c-142f-4e1a-b222-bf16ea3cfd63 {{(pid=104276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 20 09:28:16.866937 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-26605021-2fcd-4196-9f46-27f2170d4829 admin admin] Publish callbacks [] for subnet (2542d56c-142f-4e1a-b222-bf16ea3cfd63), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:16.903542 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-26605021-2fcd-4196-9f46-27f2170d4829 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30533093'] for subnet (2542d56c-142f-4e1a-b222-bf16ea3cfd63), precommit_delete_associations {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:16.974717 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-26605021-2fcd-4196-9f46-27f2170d4829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1460055'] for subnet (2542d56c-142f-4e1a-b222-bf16ea3cfd63), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:17.027077 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-26605021-2fcd-4196-9f46-27f2170d4829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1460046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32461343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32308525'] for subnet (2542d56c-142f-4e1a-b222-bf16ea3cfd63), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:17.053328 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26605021-2fcd-4196-9f46-27f2170d4829 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2542d56c-142f-4e1a-b222-bf16ea3cfd63,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:28:17.057178 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-26605021-2fcd-4196-9f46-27f2170d4829 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for subnet (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:17.060313 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-26605021-2fcd-4196-9f46-27f2170d4829 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/2542d56c-142f-4e1a-b222-bf16ea3cfd63 HTTP/1.1" status: 204 len: 168 time: 0.2484248 May 20 09:28:17.063055 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 40970) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:28:17.066083 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc294fcf-03d2-4e48-99c5-bbdec9d7959e None None] Network 36904451-37db-4703-93e8-89780e944c9d requested from dv-cinder-836996-23-iscsi {{(pid=104277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 20 09:28:17.138434 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-122b864f-1bbd-48a9-97c3-561da59bc9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1485502'] for network (36904451-37db-4703-93e8-89780e944c9d), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:17.176381 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:17.182790 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [None req-122b864f-1bbd-48a9-97c3-561da59bc9c3 admin admin] Deleting port 8e1cef3a-e179-4f32-a959-779d5322795a {{(pid=104275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:28:17.183134 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-122b864f-1bbd-48a9-97c3-561da59bc9c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (8e1cef3a-e179-4f32-a959-779d5322795a), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:17.249406 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [None req-122b864f-1bbd-48a9-97c3-561da59bc9c3 admin admin] For port 8e1cef3a-e179-4f32-a959-779d5322795a, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=8e1cef3a-e179-4f32-a959-779d5322795a,segment=NetworkSegment(76bca225-fe99-4c25-85ae-ecfadc79b4b8),segment_id=76bca225-fe99-4c25-85ae-ecfadc79b4b8)] {{(pid=104275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:28:17.249763 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-122b864f-1bbd-48a9-97c3-561da59bc9c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (8e1cef3a-e179-4f32-a959-779d5322795a), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:17.262593 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.plugin [None req-122b864f-1bbd-48a9-97c3-561da59bc9c3 admin admin] Calling delete_port for 8e1cef3a-e179-4f32-a959-779d5322795a owned by network:dhcp {{(pid=104275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:28:17.340418 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-122b864f-1bbd-48a9-97c3-561da59bc9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30908355'] for port (8e1cef3a-e179-4f32-a959-779d5322795a), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:17.361817 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b864f-1bbd-48a9-97c3-561da59bc9c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e1cef3a-e179-4f32-a959-779d5322795a,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:28:17.367187 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122b864f-1bbd-48a9-97c3-561da59bc9c3 admin admin] No DVR routers for this DVR port 8e1cef3a-e179-4f32-a959-779d5322795a on host dv-cinder-836996-23-iscsi {{(pid=104275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:28:17.440330 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-122b864f-1bbd-48a9-97c3-561da59bc9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458914', 'neutron.services.segments.db._delete_segments_for_network-8728767071618'] for network (36904451-37db-4703-93e8-89780e944c9d), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:17.464111 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.services.segments.db [None req-122b864f-1bbd-48a9-97c3-561da59bc9c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36904451-37db-4703-93e8-89780e944c9d']}} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:28:17.474280 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.services.segments.db [None req-122b864f-1bbd-48a9-97c3-561da59bc9c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76bca225-fe99-4c25-85ae-ecfadc79b4b8') {'for_net_delete': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:28:17.474553 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.services.segments.db [None req-122b864f-1bbd-48a9-97c3-561da59bc9c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76bca225-fe99-4c25-85ae-ecfadc79b4b8') {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:28:17.484553 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-122b864f-1bbd-48a9-97c3-561da59bc9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728767071371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30883864'] for segment (76bca225-fe99-4c25-85ae-ecfadc79b4b8), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:17.491792 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fde419-ffd9-440a-a155-ef0aa5d68b3a None None] DHCP port deletion for 36904451-37db-4703-93e8-89780e944c9d request from dv-cinder-836996-23-iscsi {{(pid=104277) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 20 09:28:17.500278 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-122b864f-1bbd-48a9-97c3-561da59bc9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461326'] for segment (76bca225-fe99-4c25-85ae-ecfadc79b4b8), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:17.511524 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-122b864f-1bbd-48a9-97c3-561da59bc9c3 admin admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=104275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 09:28:17.512268 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-122b864f-1bbd-48a9-97c3-561da59bc9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30908304'] for segment (76bca225-fe99-4c25-85ae-ecfadc79b4b8), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:17.560358 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device cd350d36-1f9d-4aa1-beff-bfdb7177f36d no longer exists at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 09:28:17.589182 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] No Port match for: cd350d36-1f9d-4aa1-beff-bfdb7177f36d {{(pid=104277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 20 09:28:17.589891 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device cd350d36-1f9d-4aa1-beff-bfdb7177f36d not bound to the agent host dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 09:28:17.590609 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 9b30e02c-2bb9-4a35-9d94-9c632c761d0f no longer exists at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 09:28:17.595864 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.services.segments.plugin [-] Segment 76bca225-fe99-4c25-85ae-ecfadc79b4b8 resource provider aggregate not found May 20 09:28:17.599406 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-122b864f-1bbd-48a9-97c3-561da59bc9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680149'] for network (36904451-37db-4703-93e8-89780e944c9d), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:17.605609 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-122b864f-1bbd-48a9-97c3-561da59bc9c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for network (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:17.609286 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-122b864f-1bbd-48a9-97c3-561da59bc9c3 admin admin] 10.222.0.69 "DELETE /v2.0/networks/36904451-37db-4703-93e8-89780e944c9d HTTP/1.1" status: 204 len: 168 time: 0.5449080 May 20 09:28:17.610860 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] No Port match for: 9b30e02c-2bb9-4a35-9d94-9c632c761d0f {{(pid=104277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 20 09:28:17.611280 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 9b30e02c-2bb9-4a35-9d94-9c632c761d0f not bound to the agent host dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 09:28:17.611715 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 8e1cef3a-e179-4f32-a959-779d5322795a no longer exists at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 09:28:17.612523 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 40978) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:28:17.635987 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.services.segments.plugin [-] Segment 76bca225-fe99-4c25-85ae-ecfadc79b4b8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 76bca225-fe99-4c25-85ae-ecfadc79b4b8 found for delete ", "request_id": "req-0b327101-5c79-4864-bd08-cbe8ad1929a2"}]} May 20 09:28:17.637323 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b864f-1bbd-48a9-97c3-561da59bc9c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=36904451-37db-4703-93e8-89780e944c9d,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:28:17.640995 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] No Port match for: 8e1cef3a-e179-4f32-a959-779d5322795a {{(pid=104277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 20 09:28:17.641349 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 8e1cef3a-e179-4f32-a959-779d5322795a not bound to the agent host dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 09:28:17.932653 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-06d016ad-5736-4cf4-9381-d777fed64c3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683207'] for router_interface (266a0a63-6e80-4e67-af13-46f7395fe56b), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:18.019178 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:28:18.023250 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:28:18.167881 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-06d016ad-5736-4cf4-9381-d777fed64c3b admin admin] Deleting port 75d98465-d382-4e52-a918-616770ffee07 {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:28:18.168102 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-06d016ad-5736-4cf4-9381-d777fed64c3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (75d98465-d382-4e52-a918-616770ffee07), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:18.251354 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [None req-06d016ad-5736-4cf4-9381-d777fed64c3b admin admin] For port 75d98465-d382-4e52-a918-616770ffee07, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=75d98465-d382-4e52-a918-616770ffee07,segment=NetworkSegment(7ca6c44f-65a1-4c01-b1ba-6a407439bbbb),segment_id=7ca6c44f-65a1-4c01-b1ba-6a407439bbbb)] {{(pid=104276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:28:18.251609 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-06d016ad-5736-4cf4-9381-d777fed64c3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (75d98465-d382-4e52-a918-616770ffee07), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:18.266017 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-06d016ad-5736-4cf4-9381-d777fed64c3b admin admin] Calling delete_port for 75d98465-d382-4e52-a918-616770ffee07 owned by network:router_interface {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:28:18.444174 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-06d016ad-5736-4cf4-9381-d777fed64c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (75d98465-d382-4e52-a918-616770ffee07), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:18.449486 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:18.471917 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d016ad-5736-4cf4-9381-d777fed64c3b admin admin] Pushing event deleted for resources: {'Port': ['ID=75d98465-d382-4e52-a918-616770ffee07,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:28:18.628044 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-06d016ad-5736-4cf4-9381-d777fed64c3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683099'] for router_interface (266a0a63-6e80-4e67-af13-46f7395fe56b), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:18.840459 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:28:18.844695 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d016ad-5736-4cf4-9381-d777fed64c3b admin admin] Router 266a0a63-6e80-4e67-af13-46f7395fe56b has already been hosted by L3 agent 6737b663-bedf-4c3a-89eb-deb4b9d2fb04 {{(pid=104276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 20 09:28:18.908238 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:28:18.965106 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d016ad-5736-4cf4-9381-d777fed64c3b admin admin] Notify agent at l3_agent.dv-cinder-836996-23-iscsi the message routers_updated {{(pid=104276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 20 09:28:18.970337 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-06d016ad-5736-4cf4-9381-d777fed64c3b admin admin] 10.222.0.69 "PUT /v2.0/routers/266a0a63-6e80-4e67-af13-46f7395fe56b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3564050 May 20 09:28:18.973041 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 40980) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:28:18.976238 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271d45b3-1878-4b11-ab1e-6360a77ec766 None None] Sync routers for ids ['266a0a63-6e80-4e67-af13-46f7395fe56b'] in dv-cinder-836996-23-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:28:18.991090 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271d45b3-1878-4b11-ab1e-6360a77ec766 None None] Routers {'266a0a63-6e80-4e67-af13-46f7395fe56b'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:28:18.991775 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-271d45b3-1878-4b11-ab1e-6360a77ec766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:28:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['266a0a63-6e80-4e67-af13-46f7395fe56b'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:28:19.074522 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-50062b0f-3e27-4244-bdc1-ac79f3896783 admin admin] Publish callbacks [] for router (266a0a63-6e80-4e67-af13-46f7395fe56b), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:19.090319 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-271d45b3-1878-4b11-ab1e-6360a77ec766 None None] Set router 266a0a63-6e80-4e67-af13-46f7395fe56b gateway port host: dv-cinder-836996-23-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:28:19.174802 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-50062b0f-3e27-4244-bdc1-ac79f3896783 admin admin] Publish callbacks [] for router_gateway (266a0a63-6e80-4e67-af13-46f7395fe56b), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:19.219105 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-50062b0f-3e27-4244-bdc1-ac79f3896783 admin admin] Deleting port 790ae824-0e93-4bd7-8c6e-5c3d92fbd523 {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:28:19.219474 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-50062b0f-3e27-4244-bdc1-ac79f3896783 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (790ae824-0e93-4bd7-8c6e-5c3d92fbd523), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:19.253374 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-271d45b3-1878-4b11-ab1e-6360a77ec766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266a0a63-6e80-4e67-af13-46f7395fe56b', 'name': 'tempest-TestShelveInstance-157094053-router', 'tenant_id': 'd4a5d6e8c7c54171955700b2c1fadafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'external_fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '790ae824-0e93-4bd7-8c6e-5c3d92fbd523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:24:02Z', 'updated_at': '2022-05-20T09:28:18Z', 'revision_number': 5, 'project_id': 'd4a5d6e8c7c54171955700b2c1fadafc', 'gw_port': {'id': '790ae824-0e93-4bd7-8c6e-5c3d92fbd523', 'name': '', 'network_id': 'db85349c-1449-495a-9881-8426bbf372da', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266a0a63-6e80-4e67-af13-46f7395fe56b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-20T09:24:02Z', 'updated_at': '2022-05-20T09:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93804823-6bc2-4eb0-bfcd-bdee0631ed3e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-23-iscsi'}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:28:19.281791 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271d45b3-1878-4b11-ab1e-6360a77ec766 None None] Checking router: 266a0a63-6e80-4e67-af13-46f7395fe56b for host: dv-cinder-836996-23-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:28:19.290691 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271d45b3-1878-4b11-ab1e-6360a77ec766 None None] Routers {'266a0a63-6e80-4e67-af13-46f7395fe56b'} bound to L3 agent in host dv-cinder-836996-23-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 20 09:28:19.291291 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-271d45b3-1878-4b11-ab1e-6360a77ec766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-20T09:04:46Z,description=,heartbeat_timestamp=2022-05-20T09:28:16Z,host='dv-cinder-836996-23-iscsi',id=6737b663-bedf-4c3a-89eb-deb4b9d2fb04,load=0,resource_versions=,resources_synced=,started_at=2022-05-20T09:04:46Z,topic='l3_agent')) {'router_ids': ['266a0a63-6e80-4e67-af13-46f7395fe56b'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:28:19.301970 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [None req-50062b0f-3e27-4244-bdc1-ac79f3896783 admin admin] For port 790ae824-0e93-4bd7-8c6e-5c3d92fbd523, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=790ae824-0e93-4bd7-8c6e-5c3d92fbd523,segment=NetworkSegment(99d4634d-7c16-4239-978b-38d882e34cf7),segment_id=99d4634d-7c16-4239-978b-38d882e34cf7)] {{(pid=104276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:28:19.302332 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-50062b0f-3e27-4244-bdc1-ac79f3896783 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (790ae824-0e93-4bd7-8c6e-5c3d92fbd523), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:19.317203 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-50062b0f-3e27-4244-bdc1-ac79f3896783 admin admin] Calling delete_port for 790ae824-0e93-4bd7-8c6e-5c3d92fbd523 owned by network:router_gateway {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:28:19.459564 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-271d45b3-1878-4b11-ab1e-6360a77ec766 None None] Set router 266a0a63-6e80-4e67-af13-46f7395fe56b gateway port host: None {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 20 09:28:19.487527 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-50062b0f-3e27-4244-bdc1-ac79f3896783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (790ae824-0e93-4bd7-8c6e-5c3d92fbd523), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:19.507597 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-271d45b3-1878-4b11-ab1e-6360a77ec766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266a0a63-6e80-4e67-af13-46f7395fe56b', 'name': 'tempest-TestShelveInstance-157094053-router', 'tenant_id': 'd4a5d6e8c7c54171955700b2c1fadafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:24:02Z', 'updated_at': '2022-05-20T09:28:19Z', 'revision_number': 6, 'project_id': 'd4a5d6e8c7c54171955700b2c1fadafc', 'gw_port_host': None}], 'dv-cinder-836996-23-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:28:19.511918 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50062b0f-3e27-4244-bdc1-ac79f3896783 admin admin] Pushing event deleted for resources: {'Port': ['ID=790ae824-0e93-4bd7-8c6e-5c3d92fbd523,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:28:19.535014 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271d45b3-1878-4b11-ab1e-6360a77ec766 None None] The sync data for ids ['266a0a63-6e80-4e67-af13-46f7395fe56b'] in dv-cinder-836996-23-iscsi is: [{'id': '266a0a63-6e80-4e67-af13-46f7395fe56b', 'name': 'tempest-TestShelveInstance-157094053-router', 'tenant_id': 'd4a5d6e8c7c54171955700b2c1fadafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-20T09:24:02Z', 'updated_at': '2022-05-20T09:28:19Z', 'revision_number': 6, 'project_id': 'd4a5d6e8c7c54171955700b2c1fadafc', 'gw_port_host': None}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:28:19.580378 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-50062b0f-3e27-4244-bdc1-ac79f3896783 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680185'] for router_gateway (266a0a63-6e80-4e67-af13-46f7395fe56b), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:19.665038 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-50062b0f-3e27-4244-bdc1-ac79f3896783 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1553'] for router (266a0a63-6e80-4e67-af13-46f7395fe56b), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:19.667093 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-50062b0f-3e27-4244-bdc1-ac79f3896783 admin admin] Publish callbacks [] for router_controller (266a0a63-6e80-4e67-af13-46f7395fe56b), precommit_delete_associations {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:19.714076 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-50062b0f-3e27-4244-bdc1-ac79f3896783 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682147'] for router (266a0a63-6e80-4e67-af13-46f7395fe56b), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:19.714705 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50062b0f-3e27-4244-bdc1-ac79f3896783 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 266a0a63-6e80-4e67-af13-46f7395fe56b {{(pid=104276) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 20 09:28:19.719329 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-50062b0f-3e27-4244-bdc1-ac79f3896783 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:19.720638 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-50062b0f-3e27-4244-bdc1-ac79f3896783 admin admin] 10.222.0.69 "DELETE /v2.0/routers/266a0a63-6e80-4e67-af13-46f7395fe56b HTTP/1.1" status: 204 len: 168 time: 0.7466726 May 20 09:28:19.723604 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 40982) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:28:19.731734 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:28:19.773034 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_v2 [None req-7786b036-0a52-482b-ba6f-949fde0fead3 admin admin] Deleting subnet ea1827b1-f8dd-4d28-a3c5-257b032457a8 {{(pid=104276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 20 09:28:19.777151 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7786b036-0a52-482b-ba6f-949fde0fead3 admin admin] Publish callbacks [] for subnet (ea1827b1-f8dd-4d28-a3c5-257b032457a8), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:19.812408 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7786b036-0a52-482b-ba6f-949fde0fead3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30533093'] for subnet (ea1827b1-f8dd-4d28-a3c5-257b032457a8), precommit_delete_associations {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:19.847763 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:28:19.892721 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7786b036-0a52-482b-ba6f-949fde0fead3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1460055'] for subnet (ea1827b1-f8dd-4d28-a3c5-257b032457a8), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:19.948970 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7786b036-0a52-482b-ba6f-949fde0fead3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1460046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32461343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32308525'] for subnet (ea1827b1-f8dd-4d28-a3c5-257b032457a8), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:19.974748 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7786b036-0a52-482b-ba6f-949fde0fead3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea1827b1-f8dd-4d28-a3c5-257b032457a8,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:28:19.978329 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7786b036-0a52-482b-ba6f-949fde0fead3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for subnet (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:19.984415 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-7786b036-0a52-482b-ba6f-949fde0fead3 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/ea1827b1-f8dd-4d28-a3c5-257b032457a8 HTTP/1.1" status: 204 len: 168 time: 0.2567034 May 20 09:28:19.984415 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 40984) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:28:19.987412 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2aa75a6-6e63-4fac-9d61-903aae4d9e7e None None] Network d89cd61e-063d-487a-a2df-5e9b998645fa requested from dv-cinder-836996-23-iscsi {{(pid=104277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 20 09:28:20.062257 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2c3bc145-4966-44ea-a061-047bf81f67a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1485502'] for network (d89cd61e-063d-487a-a2df-5e9b998645fa), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:20.103374 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-2c3bc145-4966-44ea-a061-047bf81f67a1 admin admin] Deleting port 585f7199-e347-4a7b-b084-338ef37c839a {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 20 09:28:20.103715 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2c3bc145-4966-44ea-a061-047bf81f67a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728766906597'] for port (585f7199-e347-4a7b-b084-338ef37c839a), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:20.139557 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:20.165485 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [None req-2c3bc145-4966-44ea-a061-047bf81f67a1 admin admin] For port 585f7199-e347-4a7b-b084-338ef37c839a, host dv-cinder-836996-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-23-iscsi',level=0,port_id=585f7199-e347-4a7b-b084-338ef37c839a,segment=NetworkSegment(7ca6c44f-65a1-4c01-b1ba-6a407439bbbb),segment_id=7ca6c44f-65a1-4c01-b1ba-6a407439bbbb)] {{(pid=104276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 20 09:28:20.165842 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2c3bc145-4966-44ea-a061-047bf81f67a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685439'] for port (585f7199-e347-4a7b-b084-338ef37c839a), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:20.178844 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-2c3bc145-4966-44ea-a061-047bf81f67a1 admin admin] Calling delete_port for 585f7199-e347-4a7b-b084-338ef37c839a owned by network:dhcp {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 20 09:28:20.262807 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2c3bc145-4966-44ea-a061-047bf81f67a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728766919635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728766544945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32464878'] for port (585f7199-e347-4a7b-b084-338ef37c839a), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:20.286356 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3bc145-4966-44ea-a061-047bf81f67a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=585f7199-e347-4a7b-b084-338ef37c839a,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:28:20.292026 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db52dc1-ac8d-47c3-b3ad-124c4239bf0b None None] DHCP port deletion for d89cd61e-063d-487a-a2df-5e9b998645fa request from dv-cinder-836996-23-iscsi {{(pid=104277) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 20 09:28:20.292468 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3bc145-4966-44ea-a061-047bf81f67a1 admin admin] No DVR routers for this DVR port 585f7199-e347-4a7b-b084-338ef37c839a on host dv-cinder-836996-23-iscsi {{(pid=104276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:28:20.361073 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2c3bc145-4966-44ea-a061-047bf81f67a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458914', 'neutron.services.segments.db._delete_segments_for_network-8728767071618'] for network (d89cd61e-063d-487a-a2df-5e9b998645fa), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:20.385645 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.services.segments.db [None req-2c3bc145-4966-44ea-a061-047bf81f67a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d89cd61e-063d-487a-a2df-5e9b998645fa']}} {{(pid=104276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:28:20.395477 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.services.segments.db [None req-2c3bc145-4966-44ea-a061-047bf81f67a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ca6c44f-65a1-4c01-b1ba-6a407439bbbb') {'for_net_delete': True} {{(pid=104276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:28:20.395771 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.services.segments.db [None req-2c3bc145-4966-44ea-a061-047bf81f67a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ca6c44f-65a1-4c01-b1ba-6a407439bbbb') {} {{(pid=104276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:28:20.405304 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2c3bc145-4966-44ea-a061-047bf81f67a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728767071371', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30533084'] for segment (7ca6c44f-65a1-4c01-b1ba-6a407439bbbb), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:20.420034 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2c3bc145-4966-44ea-a061-047bf81f67a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461326'] for segment (7ca6c44f-65a1-4c01-b1ba-6a407439bbbb), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:20.426503 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c3bc145-4966-44ea-a061-047bf81f67a1 admin admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=104276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 09:28:20.426861 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2c3bc145-4966-44ea-a061-047bf81f67a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32464829'] for segment (7ca6c44f-65a1-4c01-b1ba-6a407439bbbb), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:20.464016 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.services.segments.plugin [-] Segment 7ca6c44f-65a1-4c01-b1ba-6a407439bbbb resource provider aggregate not found May 20 09:28:20.484233 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.services.segments.plugin [-] Segment 7ca6c44f-65a1-4c01-b1ba-6a407439bbbb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7ca6c44f-65a1-4c01-b1ba-6a407439bbbb found for delete ", "request_id": "req-a1b16efa-4594-4511-8022-ef97cb797298"}]} May 20 09:28:20.491473 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2c3bc145-4966-44ea-a061-047bf81f67a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680149'] for network (d89cd61e-063d-487a-a2df-5e9b998645fa), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:20.497197 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2c3bc145-4966-44ea-a061-047bf81f67a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525350'] for network (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:20.500293 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-2c3bc145-4966-44ea-a061-047bf81f67a1 admin admin] 10.222.0.69 "DELETE /v2.0/networks/d89cd61e-063d-487a-a2df-5e9b998645fa HTTP/1.1" status: 204 len: 168 time: 0.5153317 May 20 09:28:20.513561 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3bc145-4966-44ea-a061-047bf81f67a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d89cd61e-063d-487a-a2df-5e9b998645fa,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:28:20.707058 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 40992) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:28:20.727352 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:28:20.749593 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-dfb3ffd9-13de-4a25-9aff-4cd1952717cc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0855d455651d42709d1baa57d5647015&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412669 May 20 09:28:20.752132 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [-] (104275) accepted ('10.222.0.69', 40994) {{(pid=104275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:28:20.770207 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:28:20.803805 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-c91e45aa-1886-4701-a3c6-9c0487c11aa5 admin admin] Publish callbacks [] for security_group (98ddd4fd-1ea4-4f1b-aaab-2c448772a644), before_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:20.825215 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-c91e45aa-1886-4701-a3c6-9c0487c11aa5 admin admin] Publish callbacks [] for security_group (98ddd4fd-1ea4-4f1b-aaab-2c448772a644), precommit_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:20.883880 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-c91e45aa-1886-4701-a3c6-9c0487c11aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (98ddd4fd-1ea4-4f1b-aaab-2c448772a644), after_delete {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:20.889368 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-c91e45aa-1886-4701-a3c6-9c0487c11aa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:20.891104 dv-cinder-836996-23-iscsi neutron-server[104275]: INFO neutron.wsgi [None req-c91e45aa-1886-4701-a3c6-9c0487c11aa5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/98ddd4fd-1ea4-4f1b-aaab-2c448772a644 HTTP/1.1" status: 204 len: 168 time: 0.1378977 May 20 09:28:20.902387 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91e45aa-1886-4701-a3c6-9c0487c11aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ddd4fd-1ea4-4f1b-aaab-2c448772a644,revision_number=None']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:28:21.225694 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 41000) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:28:21.266492 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-93898211-7e74-4c9a-a4e8-839d4033f68f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d4a5d6e8c7c54171955700b2c1fadafc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396211 May 20 09:28:21.269078 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.69', 41002) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 20 09:28:21.274789 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:28:21.318363 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2b107a9d-b968-40db-9b84-38707c1b56fd admin admin] Publish callbacks [] for security_group (920926b1-8b63-4d53-8a5c-304dbd8b36b3), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:21.343462 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2b107a9d-b968-40db-9b84-38707c1b56fd admin admin] Publish callbacks [] for security_group (920926b1-8b63-4d53-8a5c-304dbd8b36b3), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:21.394135 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2b107a9d-b968-40db-9b84-38707c1b56fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545124'] for security_group (920926b1-8b63-4d53-8a5c-304dbd8b36b3), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:21.397004 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2b107a9d-b968-40db-9b84-38707c1b56fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:21.398185 dv-cinder-836996-23-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-2b107a9d-b968-40db-9b84-38707c1b56fd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/920926b1-8b63-4d53-8a5c-304dbd8b36b3 HTTP/1.1" status: 204 len: 168 time: 0.1282189 May 20 09:28:21.403894 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 585f7199-e347-4a7b-b084-338ef37c839a no longer exists at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 09:28:21.406160 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b107a9d-b968-40db-9b84-38707c1b56fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920926b1-8b63-4d53-8a5c-304dbd8b36b3,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:28:21.427096 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] No Port match for: 585f7199-e347-4a7b-b084-338ef37c839a {{(pid=104277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 20 09:28:21.427503 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 585f7199-e347-4a7b-b084-338ef37c839a not bound to the agent host dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 09:28:21.427877 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 790ae824-0e93-4bd7-8c6e-5c3d92fbd523 no longer exists at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 09:28:21.449836 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] No Port match for: 790ae824-0e93-4bd7-8c6e-5c3d92fbd523 {{(pid=104277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 20 09:28:21.450427 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 790ae824-0e93-4bd7-8c6e-5c3d92fbd523 not bound to the agent host dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 09:28:21.451039 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 75d98465-d382-4e52-a918-616770ffee07 no longer exists at agent ovs-agent-dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 20 09:28:21.469295 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] No Port match for: 75d98465-d382-4e52-a918-616770ffee07 {{(pid=104277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 20 09:28:21.469642 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.rpc [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Device 75d98465-d382-4e52-a918-616770ffee07 not bound to the agent host dv-cinder-836996-23-iscsi {{(pid=104277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 20 09:28:23.301791 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (2d1be950-4dd6-4324-90da-2272c7a86826), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:29.482752 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=41 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:28:29.511681 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=47 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:28:30.860323 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=9,neutron:DELETE=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:28:30.896979 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=22,neutron:DELETE=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:28:31.401786 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=9,neutron:DELETE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:28:31.402965 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:28:33.292370 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=44,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:28:33.296415 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=47,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:28:42.008376 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:28:42.010890 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:28:43.558048 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d870c40d-181a-4967-bb07-f005ca5b6f4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:45.793736 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b139f397-e87f-45fc-b25c-652f68c6565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:47.177173 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:48.464169 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:50.149446 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:28:52.079992 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.agents_db [None req-08ca63ee-ac6b-41b9-8918-1f445ad695da None None] Agent healthcheck: found 6 active agents {{(pid=104278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 09:28:53.299607 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (2d1be950-4dd6-4324-90da-2272c7a86826), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:29:02.074168 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:29:02.075496 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:29:03.472432 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:29:03.473652 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=22,neutron:UPDATE=5 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:29:06.753438 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [req-6c92489d-5e01-4c31-b6d0-3b38cb57e918 req-465c25f4-c5d7-4d85-9b69-3458dd98183e service neutron] (104276) timed out ('10.222.0.44', 63360) {{(pid=104276) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 20 09:29:13.549884 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ba91dbdb-ba24-46a4-a61b-32666b1a30fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:29:15.795110 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-f51c7e94-4c99-41d2-a893-07c974bde23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:29:17.174391 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:29:18.465329 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:29:18.665658 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [req-b29db27d-996e-4540-b701-7e1d1442a51e req-39d34993-3a97-4a2a-86b0-a37ed520fe87 service neutron] (104275) timed out ('10.222.0.44', 63332) {{(pid=104275) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 20 09:29:18.995430 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:29:19.003400 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:29:20.154827 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:29:23.296885 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (2d1be950-4dd6-4324-90da-2272c7a86826), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:29:29.084512 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.agents_db [None req-08ca63ee-ac6b-41b9-8918-1f445ad695da None None] Agent healthcheck: found 6 active agents {{(pid=104278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 09:29:33.282202 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:29:33.290599 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:29:43.475653 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=14 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:29:43.478298 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=16 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:29:43.548739 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-22d34c2d-34fe-4189-809a-126021b0db41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:29:45.797041 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-51059a68-4c91-49f6-8aab-484fa9aee1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:29:47.190425 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:29:48.469074 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:29:50.149655 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:29:53.315647 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (2d1be950-4dd6-4324-90da-2272c7a86826), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:29:56.005163 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:29:56.007172 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:30:03.303235 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:UPDATE=4,neutron:SELECT=10 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:30:03.306687 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:30:06.088981 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.agents_db [None req-08ca63ee-ac6b-41b9-8918-1f445ad695da None None] Agent healthcheck: found 6 active agents {{(pid=104278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 09:30:13.544408 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-89ee9c3e-75dd-49cf-a8c9-d3896c00fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:30:15.801152 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-00338a1f-6233-4a91-beb3-3274f43a8322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:30:16.080289 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:30:16.081080 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:30:17.183053 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:30:18.466791 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:30:20.155772 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:30:23.306895 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (2d1be950-4dd6-4324-90da-2272c7a86826), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:30:33.297072 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:30:33.299694 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:30:42.007169 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:30:42.008801 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:30:43.091802 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.agents_db [None req-08ca63ee-ac6b-41b9-8918-1f445ad695da None None] Agent healthcheck: found 6 active agents {{(pid=104278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 09:30:43.551089 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a4ade7bb-6b1b-4af9-ad23-c204cb266f19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:30:45.798353 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-274a7df4-4369-4979-9f82-8d60aee9120d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:30:47.195902 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:30:48.486743 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:30:50.161457 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:30:53.083375 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:30:53.085271 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:30:53.326926 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (2d1be950-4dd6-4324-90da-2272c7a86826), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:31:03.480341 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:31:03.481196 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:31:10.011449 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:31:10.019956 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:31:13.558201 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-06ed196e-99a3-4bce-8d00-22c19f74e7a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:31:15.801257 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-056aa050-a53e-45fd-8d66-a317381ce5c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:31:17.197750 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:31:18.488535 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:31:20.095997 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.agents_db [None req-08ca63ee-ac6b-41b9-8918-1f445ad695da None None] Agent healthcheck: found 6 active agents {{(pid=104278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 09:31:20.156001 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:31:23.325070 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (2d1be950-4dd6-4324-90da-2272c7a86826), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:31:30.086895 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:31:30.088064 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:31:30.150256 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:31:33.318950 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:31:43.557893 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-25958671-32f7-40a0-92d5-6bc6e217e068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:31:45.806124 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b956f66d-3c73-467a-92c8-b38e5317d8e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:31:47.013830 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=16 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:31:47.015045 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=16 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:31:47.196286 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:31:48.487002 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:31:50.173244 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:31:53.341320 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (2d1be950-4dd6-4324-90da-2272c7a86826), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:31:57.101249 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.agents_db [None req-08ca63ee-ac6b-41b9-8918-1f445ad695da None None] Agent healthcheck: found 6 active agents {{(pid=104278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 09:32:03.330312 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:32:03.334416 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:32:07.092105 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:32:07.093453 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:32:13.550001 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-68437aa4-c0ad-4d93-8980-956f7eb3f337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:32:15.806989 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a874ac95-c271-4589-90b8-3686bb5abbe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:32:17.201174 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:32:18.497889 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:32:20.166102 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:32:23.338219 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (2d1be950-4dd6-4324-90da-2272c7a86826), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:32:24.015486 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:32:24.022928 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:32:32.282431 dv-cinder-836996-23-iscsi neutron-server[104276]: DEBUG neutron.wsgi [req-dd6c024a-c950-4729-8158-4e7e1416d7be req-e66d69fc-efeb-486c-90ba-7c22b880260f service neutron] (104276) timed out ('10.222.0.44', 63364) {{(pid=104276) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 20 09:32:32.705797 dv-cinder-836996-23-iscsi neutron-server[104275]: DEBUG neutron.wsgi [req-fe492312-42bd-49c3-88a5-f24078e82421 req-058b4857-8355-4aa0-95cd-df38a2cb9deb service neutron] (104275) timed out ('10.222.0.44', 63348) {{(pid=104275) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 20 09:32:33.321455 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:32:33.330228 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:32:34.105534 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.agents_db [None req-08ca63ee-ac6b-41b9-8918-1f445ad695da None None] Agent healthcheck: found 6 active agents {{(pid=104278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 09:32:43.548219 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-cf2da1eb-8a6d-4822-b886-a354b8b83752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:32:44.098455 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:32:44.100133 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:32:45.808190 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4ac86d3b-eeee-475c-8096-bac28e06ad7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:32:47.210782 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:32:48.508224 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:32:50.175636 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:32:53.358134 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (2d1be950-4dd6-4324-90da-2272c7a86826), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:33:01.013736 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:33:01.019829 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:33:03.598541 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=15,neutron:UPDATE=5 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:33:03.613111 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:33:11.104568 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG neutron.db.agents_db [None req-08ca63ee-ac6b-41b9-8918-1f445ad695da None None] Agent healthcheck: found 6 active agents {{(pid=104278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 20 09:33:13.553729 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ccc17bd5-ccc6-4b00-b8a0-15564b8cda80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (b26f8cd8-eda4-4382-aac8-4197b502694f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:33:15.812937 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-205146d5-4ac5-4d01-a34d-c5f6874e57ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (6737b663-bedf-4c3a-89eb-deb4b9d2fb04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:33:17.208608 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5ed144c-f327-4ffe-b0f3-3454495961fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (074f9d48-35d1-4d6b-922a-69523910c19f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:33:18.507155 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42744eb7-0bad-4049-907c-ae7610ba119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (648733f2-1d52-49a9-982f-c6a24fd947d7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:33:20.170930 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a805bf3e-d3eb-4138-a61d-e7173d947fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (8cdc3712-48c6-4c17-b1e2-8ec392d7f09b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:33:21.100765 dv-cinder-836996-23-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:33:23.354390 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d124d075-f204-43f1-95ab-15f87995313d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728767071600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375009'] for agent (2d1be950-4dd6-4324-90da-2272c7a86826), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 20 09:33:33.342990 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 20 09:33:33.347360 dv-cinder-836996-23-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}